-- Logs begin at Thu 2021-09-16 00:00:32 UTC, end at Thu 2021-09-16 00:59:37 UTC. -- Sep 16 00:30:42.975025 dv-cinder-809303-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 00:30:45.767964 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.common.config [-] Logging enabled! Sep 16 00:30:45.768589 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 00:30:45.768768 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=97842) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 00:30:45.771969 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.common.config [-] Logging enabled! Sep 16 00:30:45.772222 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 00:30:45.772528 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=97842) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 00:30:45.773492 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 00:30:45.773721 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 00:30:45.774082 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 00:30:45.774324 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 00:30:45.774547 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 00:30:45.774869 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.775162 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.775705 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.775929 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.776218 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.776504 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.776800 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.777083 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.777374 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.777651 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.777916 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.778191 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.778418 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.778688 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] config_source = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.778964 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.779241 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.779458 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] debug = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.779743 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.780147 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.781290 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.781634 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.781925 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.782354 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.782479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.782721 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.782999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.783320 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] host = dv-cinder-809303-1-iscsi {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.783589 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.783874 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.784154 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.784434 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.784716 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.784985 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.785267 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.785540 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] log_dir = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.785803 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] log_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.786075 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.786358 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.786639 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.786925 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.787144 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.787362 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.787646 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.787931 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.788196 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.788462 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.788751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.789020 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.789284 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.789546 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.789825 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.790102 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.790379 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.790646 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.790915 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.791228 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.791441 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.791718 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.791984 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.792249 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.792516 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.792832 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.793089 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.793355 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.793654 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.793950 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.794222 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.794502 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.794769 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.795050 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.795316 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.795580 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] use_journal = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.795868 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] use_json = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.796748 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.797025 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.797319 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.797579 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.797874 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.798141 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.798407 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.798691 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:45.798984 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.799311 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.799603 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.799879 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.800171 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.800444 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.800765 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.801043 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.801430 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.801727 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.802011 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.802284 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.802567 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.802836 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.803131 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.803434 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.803729 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.804015 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.804284 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.804553 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.804932 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.805209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.805491 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.805764 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.806050 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.806337 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.806608 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.806888 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.807174 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.807461 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.807728 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.808001 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.808287 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.808740 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.809004 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.809279 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.809563 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.809835 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.810135 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.810473 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.810745 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.811012 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.811278 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.811580 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.812090 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.812258 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.812529 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.812819 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.813091 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.813354 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.813632 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.813907 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.814171 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.814435 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.814705 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.814977 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.815239 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.815508 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.815778 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.816044 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.816309 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.816573 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.816861 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.817127 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.817392 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.817660 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.817926 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.818192 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.818456 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.818720 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.818982 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.819247 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.819517 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.819797 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.820090 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.820365 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.820636 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.820929 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.821201 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.821473 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.821742 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.822011 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.822281 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.822546 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.822830 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.823109 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.823389 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.823673 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.823944 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.824243 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.824515 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.824814 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.825086 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.825355 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.825633 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.825910 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.826199 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.826487 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.826774 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.827061 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.828007 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.828284 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.828592 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.828893 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:45.829115 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 00:30:45.829366 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=97842) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 00:30:46.181385 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=97842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 00:30:46.181662 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=97842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 00:30:46.181949 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=97842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 00:30:46.182275 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 00:30:46.579778 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.580005 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.580277 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.581615 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.583910 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.584185 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.622495 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.622769 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.623031 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.638235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.638514 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.638777 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.667196 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.667467 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.667725 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.705895 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.706168 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.706429 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.942161 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.942793 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.942793 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.942977 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:46.943611 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.063626 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.063936 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.064215 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.064479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.064772 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.065082 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.065339 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.065588 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.065832 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.066107 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.066356 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.066618 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.066866 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.067114 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.067362 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.067618 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.067865 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.068122 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.068381 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.068634 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.068920 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.069166 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.069437 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.069801 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.070043 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.070284 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.070663 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.070895 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.071124 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.071353 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.071578 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.071804 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.072159 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 00:30:47.075218 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 00:30:47.079955 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 00:30:47.083679 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 16 00:30:47.085322 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 00:30:47.085770 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 00:30:47.086094 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 00:30:47.086475 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 00:30:47.089280 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 00:30:47.089523 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 00:30:47.089861 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 00:30:47.096154 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 00:30:47.118533 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 00:30:47.118982 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.119276 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=97842) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 00:30:47.119632 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.121310 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=97842) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 00:30:47.121752 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 00:30:47.121994 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 00:30:47.125364 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.125644 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.197477 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 00:30:47.197636 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 00:30:47.197876 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 00:30:47.198246 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 00:30:47.222359 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_db.sqlalchemy.engines [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=97842) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 00:30:47.761480 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing driver for type 'gre' Sep 16 00:30:47.762058 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] gre ID ranges: [(1, 1000)] Sep 16 00:30:47.814136 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing driver for type 'local' Sep 16 00:30:47.814470 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing driver for type 'vlan' Sep 16 00:30:47.826528 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] VlanTypeDriver initialization complete Sep 16 00:30:47.826868 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing driver for type 'vxlan' Sep 16 00:30:47.828228 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] vxlan ID ranges: [(1, 1000)] Sep 16 00:30:47.880210 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing extension driver 'port_security' Sep 16 00:30:47.880551 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.extensions.port_security [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] PortSecurityExtensionDriver initialization complete Sep 16 00:30:47.880936 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing mechanism driver 'openvswitch' Sep 16 00:30:47.881259 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing mechanism driver 'hyperv' Sep 16 00:30:47.887739 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.plugin [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=97842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:30:47.888423 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.888891 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.889244 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.890821 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=97842) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 00:30:47.891257 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnet after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.891612 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnet after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.891958 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnet after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.892350 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=97842) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 00:30:47.892787 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.893138 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.893480 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.893867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=97842) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 00:30:47.894268 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > security_group after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.894614 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > security_group after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.894950 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > security_group after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.895475 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=97842) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 00:30:47.895891 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.896245 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.896588 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.897012 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=97842) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 00:30:47.897442 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > address_group after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.897794 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > address_group after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.898132 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > address_group after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.898519 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=97842) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 00:30:47.898895 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] ML2 OVO RPC backend initialized. {{(pid=97842) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 00:30:47.899603 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router_interface after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.899960 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.900633 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.901001 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > networks before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.901348 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.901689 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > ports before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.902031 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnet before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.902371 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnets before_response 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.902713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.903057 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.903387 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.903720 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.904055 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.904387 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.904745 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnet after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.905082 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnet after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.905940 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > subnet after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.906522 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.plugin [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Modular L2 Plugin initialization complete Sep 16 00:30:47.906850 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading services supported by the core plugin {{(pid=97842) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 00:30:47.907178 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.plugins.ml2.managers [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Got port-security extension from driver 'port_security' Sep 16 00:30:47.907642 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.extensions.vlantransparent [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Disabled vlantransparent extension. Sep 16 00:30:47.908127 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=97842) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 00:30:47.908440 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: router Sep 16 00:30:47.948205 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router_interface before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.948810 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router after_create 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.950635 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router before_create 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.951013 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.951394 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.951756 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router after_delete 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.954017 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > floatingip after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.954386 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > floatingip after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.954758 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router after_create 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.955116 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router after_update 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.955474 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router after_update 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.955833 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.956195 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router after_update 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.956608 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_update 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.957011 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: port after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.957353 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: port after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.957695 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: subnet after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.958033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.958389 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > port precommit_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.958740 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_create 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.959084 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: port before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.959427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.959784 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router after_update 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.960125 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_delete 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.960480 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_create 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.960868 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router_interface after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.961216 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_update 55549900 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.961581 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > agent after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.961930 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > agent after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.962273 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > network after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.963133 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Tracking information for resource: router configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.963461 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Tracking information for resource: floatingip configured {{(pid=97842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 00:30:47.969050 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.db.l3_agentschedulers_db [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 00:30:47.969632 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: port after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.970001 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: port after_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.970357 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: port after_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.970715 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: port after_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.971505 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router before_create 55550100 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.971872 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_delete 55550100 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.972233 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_create 55550100 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.972587 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > router precommit_update 55550100 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:47.977323 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.services.provider_configuration [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service providers = [] {{(pid=97842) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 00:30:47.977642 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.db.servicetype_db [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=97842) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 00:30:47.980611 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.services.service_base [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=97842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 00:30:47.980983 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.services.service_base [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=97842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 00:30:47.981322 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.services.service_base [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=97842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 00:30:47.982226 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.services.service_base [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=97842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 00:30:47.982601 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.services.service_base [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 00:30:47.982974 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:47.983315 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 00:30:47.994415 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:47.994756 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: auto_allocate Sep 16 00:30:48.001610 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: network precommit_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.001978 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: network precommit_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.002496 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:48.002818 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: tag Sep 16 00:30:48.009344 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:48.009668 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: timestamp Sep 16 00:30:48.013663 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:48.013993 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: network_ip_availability Sep 16 00:30:48.019842 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.020214 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.020571 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.021294 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:48.021612 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: flavors Sep 16 00:30:48.026534 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:48.026859 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading Plugin: revisions Sep 16 00:30:48.032070 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=97842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 00:30:48.032456 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_concurrency.lockutils [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=97842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 00:30:48.033231 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=97842) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 00:30:48.033568 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Initializing extension manager. Sep 16 00:30:48.034100 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: __init__.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.034436 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: __pycache__ {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.034767 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.035097 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: address_group.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.035851 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.036421 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: address-group Sep 16 00:30:48.036772 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: address_scope.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.037671 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.038185 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: address-scope Sep 16 00:30:48.038505 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: admin_state_down_before_update.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.039437 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.039946 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: router-admin-state-down-before-update Sep 16 00:30:48.040268 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: agent.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.041001 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.041507 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: agent Sep 16 00:30:48.041826 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: agent_resources_synced.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.042736 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.043241 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: agent-resources-synced Sep 16 00:30:48.043561 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: allowedaddresspairs.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.045388 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.046867 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: allowed-address-pairs Sep 16 00:30:48.047200 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: auto_allocated_topology.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.048290 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.048900 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: auto-allocated-topology Sep 16 00:30:48.049227 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: availability_zone.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.049923 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.050427 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: availability_zone Sep 16 00:30:48.050749 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: availability_zone_filter.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.051664 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.052170 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: availability_zone_filter Sep 16 00:30:48.052492 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: data_plane_status.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.053432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.053935 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 00:30:48.054256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: default_subnetpools.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.055173 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.055687 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: default-subnetpools Sep 16 00:30:48.056009 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: dhcpagentscheduler.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.056839 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.057349 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: dhcp_agent_scheduler Sep 16 00:30:48.057671 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: dns.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.058595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.059102 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension dns-integration not supported by any of loaded plugins Sep 16 00:30:48.059424 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: dns_domain_ports.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.060345 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.060884 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 00:30:48.061209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.062624 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.063139 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 00:30:48.063462 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: dvr.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.064138 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.064674 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: dvr Sep 16 00:30:48.064991 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: ecmp_routes.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.065913 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.066420 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 00:30:48.066740 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: empty_string_filtering.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.067651 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.068159 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: empty-string-filtering Sep 16 00:30:48.068477 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.069414 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.069920 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 00:30:48.070237 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.071150 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.071662 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 00:30:48.071985 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: external_net.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.072922 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.073433 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: external-net Sep 16 00:30:48.073753 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: extra_dhcp_opt.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.074666 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.075165 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: extra_dhcp_opt Sep 16 00:30:48.075490 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: extraroute.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.076397 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.076937 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: extraroute Sep 16 00:30:48.078277 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: extraroute_atomic.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.079321 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.079837 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: extraroute-atomic Sep 16 00:30:48.080158 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: filter_validation.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.080851 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.081358 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: filter-validation Sep 16 00:30:48.081678 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: fip_pf_description.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.082586 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.083090 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 00:30:48.083409 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: fip_port_details.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.084319 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.084873 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: fip-port-details Sep 16 00:30:48.085196 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: flavors.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.086425 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.086944 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: flavors Sep 16 00:30:48.087266 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.088967 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.089497 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 00:30:48.089832 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: floatingip_pools.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.090538 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.091056 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: floatingip-pools Sep 16 00:30:48.091388 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: ip_allocation.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.092311 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.093933 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 00:30:48.094265 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.095205 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.095720 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: ip-substring-filtering Sep 16 00:30:48.096052 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l2_adjacency.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.096994 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.097500 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 00:30:48.097825 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l3.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.098921 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.099441 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: router Sep 16 00:30:48.099765 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l3_conntrack_helper.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.102038 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.102571 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 00:30:48.102905 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.103829 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.104346 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: ext-gw-mode Sep 16 00:30:48.104694 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.105614 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.106129 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: l3-ha Sep 16 00:30:48.106454 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l3_flavors.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.107366 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.107875 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: l3-flavors Sep 16 00:30:48.108199 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.109596 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.110110 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 00:30:48.110435 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: l3agentscheduler.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.111469 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.111983 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: l3_agent_scheduler Sep 16 00:30:48.112306 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: logging.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.113838 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.114361 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension logging not supported by any of loaded plugins Sep 16 00:30:48.114690 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: metering.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.115431 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.116007 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: metering Sep 16 00:30:48.116331 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.117470 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.117988 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: metering_source_and_destination_fields Sep 16 00:30:48.118313 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: multiprovidernet.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.119238 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.119750 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: multi-provider Sep 16 00:30:48.120071 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: netmtu.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.121012 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.121522 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: net-mtu Sep 16 00:30:48.121842 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: netmtu_writable.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.122756 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.123268 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: net-mtu-writable Sep 16 00:30:48.123589 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: network_availability_zone.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.124783 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.125297 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: network_availability_zone Sep 16 00:30:48.125614 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: network_ip_availability.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.126738 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.127254 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: network-ip-availability Sep 16 00:30:48.127576 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: network_segment_range.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.128336 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.128864 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 00:30:48.129186 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: pagination.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.130174 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.130498 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: pagination Sep 16 00:30:48.130814 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: port_device_profile.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.131719 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.132233 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: port-device-profile Sep 16 00:30:48.132553 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.133502 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.134010 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: port-mac-address-regenerate Sep 16 00:30:48.134329 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.135256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.135772 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: port-numa-affinity-policy Sep 16 00:30:48.136092 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: port_resource_request.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.137166 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.137676 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 00:30:48.137999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: portbindings.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.138933 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.139440 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: binding Sep 16 00:30:48.140700 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: portbindings_extended.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.141983 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.142503 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: binding-extended Sep 16 00:30:48.142831 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: portsecurity.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.143749 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.144264 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: port-security Sep 16 00:30:48.144590 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: project_id.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.145586 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.145915 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: project-id Sep 16 00:30:48.146248 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: providernet.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.147168 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.147677 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: provider Sep 16 00:30:48.147997 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.151856 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.152512 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos not supported by any of loaded plugins Sep 16 00:30:48.152874 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.154143 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.154663 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 00:30:48.154992 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.157040 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.157558 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 00:30:48.157885 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_default.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.158801 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.159316 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-default not supported by any of loaded plugins Sep 16 00:30:48.159644 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_fip.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.160304 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.160835 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-fip not supported by any of loaded plugins Sep 16 00:30:48.161159 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_gateway_ip.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.162087 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.162598 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 00:30:48.162920 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_port_network_policy.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.163832 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.164342 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 00:30:48.164678 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_pps_rule.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.165869 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.166373 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-pps not supported by any of loaded plugins Sep 16 00:30:48.166705 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_rule_type_details.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.167628 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.168143 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 00:30:48.168467 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: qos_rules_alias.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.169551 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.170065 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 00:30:48.170391 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: quotasv2.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.171850 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.172181 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: quotas Sep 16 00:30:48.172507 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: quotasv2_detail.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.175809 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.176154 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: quota_details Sep 16 00:30:48.176488 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: rbac.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.177581 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.178113 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: rbac-policies Sep 16 00:30:48.178443 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: rbac_address_group.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.179374 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.179893 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: rbac-address-group Sep 16 00:30:48.180221 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: rbac_address_scope.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.181178 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.181696 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: rbac-address-scope Sep 16 00:30:48.182022 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: rbac_security_groups.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.182934 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.183451 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: rbac-security-groups Sep 16 00:30:48.183777 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: rbac_subnetpool.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.184721 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.185239 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: rbac-subnetpool Sep 16 00:30:48.185560 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: revisionifmatch.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.186892 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.187427 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: revision-if-match Sep 16 00:30:48.187752 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: revisions.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.188901 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.189412 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: standard-attr-revisions Sep 16 00:30:48.189762 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: router_availability_zone.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.190440 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.190947 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: router_availability_zone Sep 16 00:30:48.191268 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: routerservicetype.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.192183 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.192724 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension router-service-type not supported by any of loaded plugins Sep 16 00:30:48.193049 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.193961 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.194475 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: security-groups-normalized-cidr Sep 16 00:30:48.194822 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: security_groups_port_filtering.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.195733 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.196247 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: port-security-groups-filtering Sep 16 00:30:48.196575 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.197515 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.198028 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: security-groups-remote-address-group Sep 16 00:30:48.198351 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: securitygroup.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.210421 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.210958 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: security-group Sep 16 00:30:48.211295 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: segment.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.212087 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.212599 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension segment not supported by any of loaded plugins Sep 16 00:30:48.212953 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.213896 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.214408 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 00:30:48.214736 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: servicetype.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.215913 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.216442 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: service-type Sep 16 00:30:48.216804 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: sorting.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.218771 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.219111 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: sorting Sep 16 00:30:48.219438 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: standard_attr_segment.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.220369 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.220912 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 00:30:48.221238 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: standardattrdescription.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.221889 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.222396 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: standard-attr-description Sep 16 00:30:48.222718 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: stateful_security_group.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.223643 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.224161 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: stateful-security-group Sep 16 00:30:48.224485 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: stdattrs_common.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.225093 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 00:30:48.225414 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.226352 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.226872 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 00:30:48.227200 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: subnet_onboard.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.228321 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.228832 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: subnet_onboard Sep 16 00:30:48.229158 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.230087 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.230602 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 00:30:48.230924 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: subnet_service_types.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.231850 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.232367 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: subnet-service-types Sep 16 00:30:48.232713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: subnetallocation.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.234043 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.234561 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: subnet_allocation Sep 16 00:30:48.234886 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.235555 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.236071 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: subnetpool-prefix-ops Sep 16 00:30:48.236394 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.237363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.237877 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 00:30:48.238198 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: tagging.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.239287 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.239809 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: standard-attr-tag Sep 16 00:30:48.240136 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: timestamp.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.241369 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.241892 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loaded extension: standard-attr-timestamp Sep 16 00:30:48.242220 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: trunk.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.243253 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.243772 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension trunk not supported by any of loaded plugins Sep 16 00:30:48.244129 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: trunk_details.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.245218 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.245731 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension trunk-details not supported by any of loaded plugins Sep 16 00:30:48.246173 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: uplink_status_propagation.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.247146 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.247656 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 00:30:48.248046 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Loading extension file: vlantransparent.py {{(pid=97842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 00:30:48.248814 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=97842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 00:30:48.249797 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 00:30:48.252282 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:network Sep 16 00:30:48.252900 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:subnet Sep 16 00:30:48.253343 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 00:30:48.253747 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:port Sep 16 00:30:48.254995 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.255462 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service FLAVORS assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.256151 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.256573 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.256944 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:router Sep 16 00:30:48.257446 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:floatingip Sep 16 00:30:48.257977 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service METERING assigned prefix: /metering {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.259453 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.259822 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.260209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:30:48.261355 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 00:30:48.261844 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:security_group Sep 16 00:30:48.262364 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 00:30:48.263015 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service CORE assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.263398 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 00:30:48.263774 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] subnetpool is already registered Sep 16 00:30:48.264261 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service CORE assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.265143 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 00:30:48.266114 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] subnetpool is already registered Sep 16 00:30:48.268673 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.269178 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service FLAVORS assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.269844 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.270194 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.270598 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:router Sep 16 00:30:48.270985 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] router is already registered Sep 16 00:30:48.271545 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:floatingip Sep 16 00:30:48.272144 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] floatingip is already registered Sep 16 00:30:48.272929 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service METERING assigned prefix: /metering {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.274056 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 00:30:48.274600 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] rbac_policy is already registered Sep 16 00:30:48.275636 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:security_group Sep 16 00:30:48.276157 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] security_group is already registered Sep 16 00:30:48.276582 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 00:30:48.276951 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] security_group_rule is already registered Sep 16 00:30:48.277662 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service CORE assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.278004 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 00:30:48.278550 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] subnetpool is already registered Sep 16 00:30:48.279273 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.v2.resource_helper [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Service CORE assigned prefix: {{(pid=97842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 00:30:48.279875 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 00:30:48.281138 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING neutron.quota.resource_registry [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] subnetpool is already registered Sep 16 00:30:48.281765 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: extensions {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.283299 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: address-groups {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.284797 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: address-scopes {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.286113 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: agents {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.287263 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: auto-allocated-topology {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.288510 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: availability_zones {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.289744 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: dhcp-networks {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.291305 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: dhcp-agents {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.292821 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: routers {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.295013 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: flavors {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.296714 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: service_profiles {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.297922 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: next_providers {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.299374 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: service_profiles {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.300932 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: floatingip-pools {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.302141 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: routers {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.304224 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: floatingips {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.305530 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: l3-routers {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.306922 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: l3-agents {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.308312 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: metering-labels {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.309694 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: metering-label-rules {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.310956 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: network-ip-availabilities {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.312805 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: bindings {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.315377 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: quotas {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.316864 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: quotas {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.318277 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: rbac-policies {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.319469 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: security-groups {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.320793 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: security-group-rules {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.322110 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: service-providers {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.323301 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: subnetpools {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.324746 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: subnetpools {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.326195 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.328919 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.330743 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.332543 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.334355 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.336189 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.337923 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.339822 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.341613 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.344374 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron.api.extensions [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Extended resource: tags {{(pid=97842) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 00:30:48.350445 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING keystonemiddleware.auth_token [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 00:30:48.355191 dv-cinder-809303-1-iscsi neutron-server[97842]: WARNING keystonemiddleware.auth_token [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 00:30:48.364318 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_concurrency.lockutils [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Acquired lock "singleton_lock" {{(pid=97842) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 00:30:48.364826 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_concurrency.lockutils [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Releasing lock "singleton_lock" {{(pid=97842) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 00:30:48.365483 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO oslo_service.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Starting 2 workers Sep 16 00:30:48.370350 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Started child 100419 {{(pid=97842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 00:30:48.375521 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Started child 100423 {{(pid=97842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 00:30:48.376055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:30:48.377169 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO neutron.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 00:30:48.377867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Notify callbacks [] for process, before_spawn {{(pid=97842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:30:48.378635 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [-] (100419) wsgi starting up on http://0.0.0.0:9696 Sep 16 00:30:48.380363 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO oslo_service.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Starting 1 workers Sep 16 00:30:48.380477 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:30:48.381877 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [-] (100423) wsgi starting up on http://0.0.0.0:9696 Sep 16 00:30:48.385916 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Started child 100431 {{(pid=97842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 00:30:48.386470 dv-cinder-809303-1-iscsi neutron-server[97842]: INFO oslo_service.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Starting 1 workers Sep 16 00:30:48.390779 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] calling RpcWorker wait() {{(pid=100431) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 00:30:48.391778 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] returning from RpcWorker wait() {{(pid=100431) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 00:30:48.392468 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Started child 100434 {{(pid=97842) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 00:30:48.393370 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG neutron_lib.callbacks.manager [None req-1e515548-2507-451b-a4e9-36a0136e972d None None] Notify callbacks [] for process, after_spawn {{(pid=97842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:30:48.394034 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:30:48.394648 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:30:48.395225 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=97842) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 00:30:48.395432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 00:30:48.395610 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 00:30:48.395823 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 00:30:48.396164 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 00:30:48.396323 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 00:30:48.396862 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.397138 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.397246 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:30:48.397695 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.397695 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.398060 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.398494 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.398959 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.399400 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.399684 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.399915 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.400088 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.400503 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.400942 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.401195 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.401521 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.401780 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.402015 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.402286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.402456 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.402703 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config_source = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.402992 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.403224 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.403483 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] debug = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.403722 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.404164 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.404404 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.404700 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.404919 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.405369 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.405741 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.406043 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.406560 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.406560 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.406834 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.407088 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.407318 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.407527 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.407759 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.408018 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.408252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.409716 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] host = dv-cinder-809303-1-iscsi {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.409716 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.409716 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.409716 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.409990 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.410106 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.410493 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.410753 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.411008 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.411271 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.411493 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.411742 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.411999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.412235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_dir = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.412483 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.412701 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_options = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.412918 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.413193 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.413450 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.413648 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.413809 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.413977 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.414211 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.414368 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.414605 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.414819 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.415037 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.415249 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.415479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.415688 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.415939 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.416184 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.416415 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.416636 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.417074 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.417300 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.417524 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.417844 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.417993 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.418162 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.418372 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.418752 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.418918 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.419062 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.419234 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.419484 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.419710 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.419964 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.420180 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.420418 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.420722 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.421453 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.422334 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.422564 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.422837 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.423066 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.423323 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.423586 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.423801 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.424046 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.424280 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.424523 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_journal = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.424792 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_json = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.424993 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.425229 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.425682 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.425837 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.425972 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.426124 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.426338 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.426567 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.427015 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.427301 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.427844 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.428093 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.428303 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.428498 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:30:48.428689 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.428834 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.429033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.429378 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.429531 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.429820 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.430060 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.430341 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.430604 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.430871 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.431205 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.431457 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.431742 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.431956 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.432168 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.432380 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.432614 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.433076 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.433293 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.433519 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.433755 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.433966 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.434280 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.434562 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.435117 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.435117 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.436085 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.436271 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.437093 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.437914 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.438124 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.438347 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.438617 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.438839 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.439054 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.439436 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.439575 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.439921 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.440287 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.440287 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.440552 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.440794 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.441098 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.441311 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.441464 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.441718 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.441914 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.442073 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.442358 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.442652 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.442914 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.443061 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.443256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.443468 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.443701 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.443969 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.444193 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.444394 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.444625 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.444865 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.445075 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.445321 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.445526 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.445766 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.445941 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.446291 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.446451 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.446642 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.446861 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.447921 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.448073 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.448269 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.448708 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.448937 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.449166 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.449382 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.449595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.450024 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.450202 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.450441 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.450674 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.450883 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.451106 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.451337 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.451585 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.451901 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.455209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.456459 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.456459 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.456459 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.456459 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.456459 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.456459 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.457735 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.457735 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.457735 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.457735 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.457735 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.460867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461432 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461841 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.461841 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.462331 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.462331 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.462516 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.462786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.463014 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.463238 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.463534 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.463777 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.464166 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.464417 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.464682 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.465004 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.465410 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.465646 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.465863 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.466157 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.466452 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.466639 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.466928 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.467163 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.467434 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.468202 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.469070 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.469294 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.469535 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.469927 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.470298 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.470558 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.470784 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.471036 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.471273 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.471486 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.471728 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.471935 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.472363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.472615 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.472858 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.473779 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.473779 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.473779 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.473779 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.474656 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.474656 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.474656 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.474656 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.475287 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.475287 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.475287 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.475699 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.475912 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.476067 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.476303 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.476447 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.476863 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.477109 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.477375 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.477737 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.477910 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.478048 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.478487 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.478656 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.478893 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.479121 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.479334 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.479585 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.479833 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.480158 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.480403 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.480628 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.480895 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.481103 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.481332 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.481562 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.481773 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.481993 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.482208 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.482549 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.482710 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.482904 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.483154 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.483680 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.484242 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.484459 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.484873 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.485120 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.485399 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.485655 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.485966 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.486149 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.487168 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.487168 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.487168 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.487168 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.487747 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.487747 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.487747 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.488129 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.488276 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.492363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493252 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.493786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.494311 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.494311 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.494448 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.496751 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.498705 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.498705 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.499447 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.500362 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.500747 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.501047 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.502150 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.502259 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.502532 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.503863 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.503863 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.503863 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.503863 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.504167 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.504167 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.504363 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.504592 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.504861 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.505076 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.505364 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.505544 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.505780 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.506016 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.506229 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.506446 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.506695 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.506921 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.507131 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.507362 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.507594 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.507832 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.508045 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.508195 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 00:30:48.508758 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=97842) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 00:30:48.508944 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 00:30:48.509112 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 00:30:48.509280 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 00:30:48.509358 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 00:30:48.509510 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 00:30:48.509713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.509867 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.510016 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.510171 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.510479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.510808 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.510987 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.511136 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.511292 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.511440 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.511571 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.511962 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.511962 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.512117 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.512184 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.512296 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.512595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.512920 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.513090 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.513228 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] config_source = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.513409 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.513546 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.513668 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] debug = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.513808 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.514000 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.514150 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.514300 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.514450 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.514665 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.515354 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.515472 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.515626 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.515799 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.516038 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.516181 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.516317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517104 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517104 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517104 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517104 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517104 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] host = dv-cinder-809303-1-iscsi {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517452 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517452 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517452 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517647 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517723 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.517863 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.518020 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.518174 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.518329 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.518484 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.518638 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.518795 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.518951 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_dir = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.519106 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.519265 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_options = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.519417 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.519570 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.519726 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.519911 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.520099 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.520232 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.520386 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.520541 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.520718 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.520875 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.521045 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.521180 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.521334 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.521505 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.521633 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.521786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.521955 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.522091 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.522245 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.522400 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.522556 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.522711 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.522887 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.523022 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.523178 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.523333 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.523489 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.523642 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.523797 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.523945 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.524099 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.524253 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.524407 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.524562 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.524740 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.525061 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.525061 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.525485 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.525594 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.525750 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.525904 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.526061 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.526224 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.526377 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.526529 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.526682 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_journal = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.526838 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_json = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.526997 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.527173 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.527284 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.527442 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.527595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.527750 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.527904 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.528070 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 00:30:48.528239 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.528415 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.528560 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.528770 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.528900 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.529060 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.529215 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.529356 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.529494 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.529652 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.529816 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.529973 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.530726 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.531248 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.531396 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.531563 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.531722 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.531880 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.532110 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.532282 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.532439 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.532596 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.532861 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.532942 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.533090 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.533248 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.533412 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.533580 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.533738 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.533898 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.534056 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.534223 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.534380 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.534539 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.534712 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.535245 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.535408 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.535567 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.535883 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.536068 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.536628 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.536628 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.536628 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.536628 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.537239 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.537239 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.537239 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.537239 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.539621 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.543079 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.545033 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.546427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547063 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.547713 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.548317 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.550948 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.552479 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.553219 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.555999 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.556595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.557175 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.558235 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.559786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560286 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560835 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560835 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560835 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560835 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.560835 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561171 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:30:48.561256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561256 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561699 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561699 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.561699 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.562304 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.562468 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.562628 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.562786 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.562944 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.563103 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.563261 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.563417 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.563578 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.563741 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.563897 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.564054 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.564223 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.564359 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.564517 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.564704 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565443 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565443 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565443 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565443 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565443 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565826 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565826 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.565975 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.566053 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.566209 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.566364 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.566522 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.566689 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.566845 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.567003 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.567159 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.567315 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.567473 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.567645 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.567805 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.567965 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.568122 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.568278 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.568436 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.568603 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.568797 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.568956 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.569113 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.569270 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.569427 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.569596 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.569755 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.569913 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.570071 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.570423 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.570595 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.570772 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.570931 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.571087 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.571254 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.571410 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.571569 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.571725 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.571896 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.572054 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.572214 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.572372 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.572529 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.572710 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.573008 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.573118 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.573324 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.573504 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.573619 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.573741 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.573907 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.574073 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.574229 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.574549 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.574549 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.580915 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.581095 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.581274 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.581442 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.581607 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.581771 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.581935 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.582097 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.582259 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.582419 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.582578 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.582737 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.582923 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.583086 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.583231 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.583397 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.583487 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.583643 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.583799 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 00:30:48.583952 dv-cinder-809303-1-iscsi neutron-server[97842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97842) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 00:30:48.658405 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 60588) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:30:48.666787 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062730 Sep 16 00:31:00.159741 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7235e-485f-4542-82f7-c47eeabb45f5 None None] get_active_networks_info from dv-cinder-809303-1-iscsi {{(pid=100431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 00:31:00.198103 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e2908c03-72ac-421a-bba5-609497bd7c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566320'] for agent, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:00.237447 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7235e-485f-4542-82f7-c47eeabb45f5 None None] No non-hosted networks {{(pid=100431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 00:31:02.745571 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-be1efc03-1e5c-4c19-8426-8f3b226c2764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566320'] for agent, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:02.844204 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f12cfea7-8884-4ca2-8a63-a03899d247bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:03.612922 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566320'] for agent, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:03.614362 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.615338 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.616164 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.616896 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.617735 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.618464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.619200 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.620190 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.621046 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.621757 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.624121 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.625629 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:03.627160 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809303-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:03.647509 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809303-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:03.923310 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566320'] for agent, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:05.662926 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.db.l3_hamode_db [None req-75b4ba60-989a-4d76-a9b8-05c18ffb71f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 00:31:05.760835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4ba60-989a-4d76-a9b8-05c18ffb71f2 None None] Routers set() bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:31:05.761412 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4ba60-989a-4d76-a9b8-05c18ffb71f2 None None] Router IDs set() for agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 00:31:05.776865 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566320'] for agent, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:06.620053 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 60680) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:07.155859 dv-cinder-809303-1-iscsi neutron-server[100423]: WARNING oslo_policy.policy [None req-912c0698-0d0c-422c-acec-a97f9f999815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:07.156514 dv-cinder-809303-1-iscsi neutron-server[100423]: WARNING oslo_policy.policy [None req-912c0698-0d0c-422c-acec-a97f9f999815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:07.414912 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [None req-912c0698-0d0c-422c-acec-a97f9f999815 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:31:07.416051 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-912c0698-0d0c-422c-acec-a97f9f999815 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7950969 Sep 16 00:31:09.780436 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 60694) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:10.083446 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:31:10.181587 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.policy [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100423) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 00:31:10.225994 dv-cinder-809303-1-iscsi neutron-server[100423]: WARNING oslo_policy.policy [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:10.226353 dv-cinder-809303-1-iscsi neutron-server[100423]: WARNING oslo_policy.policy [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:10.235282 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.quota [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] Loaded quota_driver: . Sep 16 00:31:10.322956 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762124259855', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762124259538', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762124239648', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762124241028', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762123770173', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762124227950', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2095176', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2069846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-955914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-926256'] for rbac-policy, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:10.384149 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:10.385344 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7cc40f32-9a3e-4c33-9380-a8ce6856f20f admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6038945 Sep 16 00:31:12.985927 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 60706) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:13.283000 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Request body: {'network': {'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'name': 'private', 'admin_state_up': True, 'project_id': '746d783878be4f1da63460a9c29a5c99'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:31:13.311071 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Made reservation on behalf of 746d783878be4f1da63460a9c29a5c99 for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:31:13.313974 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.333103 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.455126 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.458863 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.478463 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:31:13.506339 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762126350228', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.506918 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Unsubscribe: segment precommit_create {{(pid=100423) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 00:31:13.507419 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Added segment 115f045e-a342-4ee0-a858-0dec748bca62 of type vlan for network 09e23eab-04a4-4a9b-af4f-194a38f62684 Sep 16 00:31:13.523260 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039728de-c041-428e-b5b6-60841cc383ae,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:13.551850 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.552203 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.552539 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.552892 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.553218 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.553551 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.553874 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.554209 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.554558 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.554859 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.555169 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.555479 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Tracked resource versions report: Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: pushed versions: Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: { 'AddressGroup': {'1.2'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'ConntrackHelper': {'1.0'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Log': {'1.0'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Network': {'1.1'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Port': {'1.7'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'PortForwarding': {'1.2'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'QosPolicy': {'1.9'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroup': {'1.4'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SubPort': {'1.0'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Subnet': {'1.1'}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Trunk': {'1.1'}} Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: consumer versions: Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'ConntrackHelper': '1.0', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Log': '1.0', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Network': '1.1', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Port': '1.7', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'PortForwarding': '1.2', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'QosPolicy': '1.9', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroup': '1.4', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroupRule': '1.2', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SubPort': '1.0', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Subnet': '1.1', Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Trunk': '1.1'}} Sep 16 00:31:13.556669 dv-cinder-809303-1-iscsi neutron-server[100423]: {{(pid=100423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:31:13.627793 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.671168 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.672344 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:13.673033 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:13.742099 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7551041 Sep 16 00:31:13.772639 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b859-4477-46da-9d18-1e9b3c4f8f16 admin admin] Pushing event updated for resources: {'Network': ['ID=09e23eab-04a4-4a9b-af4f-194a38f62684,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:13.785035 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:31:16.422293 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60720) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:16.906442 dv-cinder-809303-1-iscsi neutron-server[100419]: WARNING oslo_policy.policy [None req-fbe209fa-494f-4b83-95d7-d2ec4c8463ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:16.907029 dv-cinder-809303-1-iscsi neutron-server[100419]: WARNING oslo_policy.policy [None req-fbe209fa-494f-4b83-95d7-d2ec4c8463ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:17.364498 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.policy [None req-fbe209fa-494f-4b83-95d7-d2ec4c8463ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100419) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 00:31:17.410427 dv-cinder-809303-1-iscsi neutron-server[100419]: WARNING oslo_policy.policy [None req-fbe209fa-494f-4b83-95d7-d2ec4c8463ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:17.410789 dv-cinder-809303-1-iscsi neutron-server[100419]: WARNING oslo_policy.policy [None req-fbe209fa-494f-4b83-95d7-d2ec4c8463ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 00:31:17.419507 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe209fa-494f-4b83-95d7-d2ec4c8463ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:17.421928 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fbe209fa-494f-4b83-95d7-d2ec4c8463ea admin admin] 10.222.0.13 "GET /v2.0/networks/09e23eab-04a4-4a9b-af4f-194a38f62684 HTTP/1.1" status: 200 len: 825 time: 0.9976418 Sep 16 00:31:17.460807 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fd2ec530-4096-4b9c-be64-cd85fc2d210a admin admin] 10.222.0.13 "GET /v2.0/subnetpools/3afa6cfc-75bc-42fb-b704-8d398119c392 HTTP/1.1" status: 200 len: 734 time: 0.0328059 Sep 16 00:31:17.471221 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3afa6cfc-75bc-42fb-b704-8d398119c392', 'name': 'private-subnet', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:31:17.472796 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.quota [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Loaded quota_driver: . Sep 16 00:31:17.509831 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Made reservation on behalf of 746d783878be4f1da63460a9c29a5c99 for: {'subnet': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:31:17.512535 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:17.806396 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:17.874746 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Checking segment: {'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:31:17.875100 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Network hostable DHCP agents. Network: 09e23eab-04a4-4a9b-af4f-194a38f62684, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:31:17.892908 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7228368b-098e-4a87-b9ca-72cb033e8d5b,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:17.907348 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.907722 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.908063 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.908391 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.908744 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.909086 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.909411 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.909745 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.910088 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.910407 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.910723 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.911037 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Tracked resource versions report: Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: pushed versions: Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: { 'AddressGroup': {'1.2'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'ConntrackHelper': {'1.0'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Log': {'1.0'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Network': {'1.1'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Port': {'1.7'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'PortForwarding': {'1.2'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'QosPolicy': {'1.9'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroup': {'1.4'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SubPort': {'1.0'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Subnet': {'1.1'}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Trunk': {'1.1'}} Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: consumer versions: Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'ConntrackHelper': '1.0', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Log': '1.0', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Network': '1.1', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Port': '1.7', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'PortForwarding': '1.2', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'QosPolicy': '1.9', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroup': '1.4', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroupRule': '1.2', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SubPort': '1.0', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Subnet': '1.1', Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Trunk': '1.1'}} Sep 16 00:31:17.912125 dv-cinder-809303-1-iscsi neutron-server[100419]: {{(pid=100419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:31:17.941579 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:31:17.959227 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 09e23eab-04a4-4a9b-af4f-194a38f62684) {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:31:17.963603 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:17.964285 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:17.968943 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d99ab-7937-4aa9-b306-97734d89ec8f None None] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:31:17.983919 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-08733de1-d842-46ba-b0d2-edda5a2b0077 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5170662 Sep 16 00:31:18.289216 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-09e23eab-04a4-4a9b-af4f-194a38f62684', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'fixed_ips': [{'subnet_id': '7228368b-098e-4a87-b9ca-72cb033e8d5b'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:31:18.290468 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:18.563237 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Allocated IP 172.20.0.2 (09e23eab-04a4-4a9b-af4f-194a38f62684/7228368b-098e-4a87-b9ca-72cb033e8d5b/6f82ae2c-724d-4466-8aa9-634d3a7a3876) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:31:18.789194 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:18.797628 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:18.864852 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:31:18.874401 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:31:18.878422 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:31:18.892821 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Pushing event updated for resources: {'Port': ['ID=6f82ae2c-724d-4466-8aa9-634d3a7a3876,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:18.925442 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.925806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.926156 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.926492 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.926826 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.927163 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.927493 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.927835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.928181 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.928496 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.928846 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.929171 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Tracked resource versions report: Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: pushed versions: Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: { 'AddressGroup': {'1.2'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'ConntrackHelper': {'1.0'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Log': {'1.0'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Network': {'1.1'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Port': {'1.7'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'PortForwarding': {'1.2'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'QosPolicy': {'1.9'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroup': {'1.4'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SubPort': {'1.0'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Subnet': {'1.1'}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Trunk': {'1.1'}} Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: consumer versions: Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'ConntrackHelper': '1.0', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Log': '1.0', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Network': '1.1', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Port': '1.7', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'PortForwarding': '1.2', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'QosPolicy': '1.9', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroup': '1.4', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroupRule': '1.2', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SubPort': '1.0', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Subnet': '1.1', Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Trunk': '1.1'}} Sep 16 00:31:18.931200 dv-cinder-809303-1-iscsi neutron-server[100431]: {{(pid=100431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:31:18.979752 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Attempting to bind port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:31:18.980352 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Attempting to bind port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:31:18.980545 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Attempting to bind port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 on network 09e23eab-04a4-4a9b-af4f-194a38f62684 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:31:18.986125 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:31:18.986536 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Checking segment: {'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:31:18.986998 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:18.987381 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Bound using segment: {'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:31:18.987837 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Bound port: 6f82ae2c-724d-4466-8aa9-634d3a7a3876, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:31:18.988231 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:19.049725 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] For port 6f82ae2c-724d-4466-8aa9-634d3a7a3876, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:31:19.053974 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] For port 6f82ae2c-724d-4466-8aa9-634d3a7a3876, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=6f82ae2c-724d-4466-8aa9-634d3a7a3876,segment=NetworkSegment(115f045e-a342-4ee0-a858-0dec748bca62),segment_id=115f045e-a342-4ee0-a858-0dec748bca62)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:31:19.057430 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:19.120834 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04e3cd-176e-4d45-8e83-bcc6ed5d25e3 None None] Pushing event updated for resources: {'Port': ['ID=6f82ae2c-724d-4466-8aa9-634d3a7a3876,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:20.410404 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60740) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:20.721511 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [None req-d4de79d8-9ac7-4515-93c2-0620c06d609f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:31:20.722518 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d4de79d8-9ac7-4515-93c2-0620c06d609f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111098 Sep 16 00:31:23.135285 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60748) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:23.456509 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [None req-8a4578bd-dd8c-443a-9fab-9f5f619d7dab admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:31:23.472668 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-8a4578bd-dd8c-443a-9fab-9f5f619d7dab admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3213222 Sep 16 00:31:26.104785 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60758) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:26.414069 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-6c523646-3342-4521-9088-9a2684e04446 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '746d783878be4f1da63460a9c29a5c99'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:31:26.440681 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c523646-3342-4521-9088-9a2684e04446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:26.442298 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c523646-3342-4521-9088-9a2684e04446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:26.605888 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c523646-3342-4521-9088-9a2684e04446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:26.610885 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c523646-3342-4521-9088-9a2684e04446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:26.623879 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c523646-3342-4521-9088-9a2684e04446 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:26.625474 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-6c523646-3342-4521-9088-9a2684e04446 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5196567 Sep 16 00:31:27.184866 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 6f82ae2c-724d-4466-8aa9-634d3a7a3876 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:31:27.273985 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:27.274286 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:27.382223 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:27.415831 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 6f82ae2c-724d-4466-8aa9-634d3a7a3876, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=6f82ae2c-724d-4466-8aa9-634d3a7a3876,segment=NetworkSegment(115f045e-a342-4ee0-a858-0dec748bca62),segment_id=115f045e-a342-4ee0-a858-0dec748bca62)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:31:27.420231 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:27.465640 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=6f82ae2c-724d-4466-8aa9-634d3a7a3876,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:27.504623 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808433f-439a-4351-b576-48d92f63b565 None None] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:31:27.582031 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-c88015a3-f7f1-4a8f-99ae-f76d769afb74 None None] Provisioning complete for port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:27.582313 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c88015a3-f7f1-4a8f-99ae-f76d769afb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:27.946490 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-26e591bd-795f-49d3-872b-f08c4877ac50 None None] Provisioning complete for port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:27.946856 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-26e591bd-795f-49d3-872b-f08c4877ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:28.462752 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:31:29.038927 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60770) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:29.152472 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 6f82ae2c-724d-4466-8aa9-634d3a7a3876 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:31:29.199922 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:29.200333 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:29.355805 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [None req-db4ece02-8657-411d-a965-0b4c1dc8a92d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:31:29.356963 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-db4ece02-8657-411d-a965-0b4c1dc8a92d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3169494 Sep 16 00:31:30.041150 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5b3806d8-33be-447e-9a21-314105e8d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:31.740232 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60778) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:32.045341 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:31:32.068267 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Made reservation on behalf of 0e7b9f35adb3497085bcc4efc465e81c for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:31:32.070582 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.086216 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.203373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.206978 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.221118 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=100419) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 00:31:32.245713 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762126350228', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.246267 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Unsubscribe: segment precommit_create {{(pid=100419) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 00:31:32.246745 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Added segment bb07a580-3414-4b98-a4b8-d894b8b5eef1 of type flat for network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 Sep 16 00:31:32.251012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8234b76f-640d-4d90-bbbf-b6ede5334c9a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:32.323423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.361321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.362252 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:32.362824 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:32.416044 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6747370 Sep 16 00:31:32.455589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12759-17e4-435e-95bb-2466405f90e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:32.466044 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:31:32.730833 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ac6edfa2-ec46-4cf2-9749-1ede2baeab2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:33.589318 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:33.824836 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:34.863545 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 60796) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:35.076588 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5789aa5a-8877-4f98-ade0-f4391e600330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:35.077986 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-5789aa5a-8877-4f98-ade0-f4391e600330 admin admin] 10.222.0.13 "GET /v2.0/subnets/7228368b-098e-4a87-b9ca-72cb033e8d5b HTTP/1.1" status: 200 len: 849 time: 0.2134862 Sep 16 00:31:35.257928 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f80e274a-be6f-401d-b80b-f9ce4c1f7474 admin admin] 10.222.0.13 "GET /v2.0/routers/8508c918-572b-4efe-a10b-7fc5cf4174c2 HTTP/1.1" status: 200 len: 704 time: 0.1737041 Sep 16 00:31:35.524268 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:35.705696 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:35.816239 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Allocated IP 172.20.0.1 (09e23eab-04a4-4a9b-af4f-194a38f62684/7228368b-098e-4a87-b9ca-72cb033e8d5b/693b1595-6528-40ca-8214-521fe766e51d) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:31:35.996313 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.060043 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.136380 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:31:36.146449 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:31:36.148436 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Pushing event updated for resources: {'Port': ['ID=693b1595-6528-40ca-8214-521fe766e51d,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:36.160987 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:31:36.161568 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.355696 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.390849 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-0299123c-2262-4634-bfc0-736a4cb21995 None None] Provisioning complete for port 693b1595-6528-40ca-8214-521fe766e51d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:36.391171 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0299123c-2262-4634-bfc0-736a4cb21995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.428835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0299123c-2262-4634-bfc0-736a4cb21995 None None] Port 693b1595-6528-40ca-8214-521fe766e51d cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:31:36.607457 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.611786 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.612582 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.670727 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Pushing event updated for resources: {'Port': ['ID=693b1595-6528-40ca-8214-521fe766e51d,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:36.735003 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:31:36.736291 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:31:36.896482 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Router 8508c918-572b-4efe-a10b-7fc5cf4174c2 is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:31:36.953802 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a7933182-b05f-439e-9bc6-ac456430625a None None] Provisioning complete for port 693b1595-6528-40ca-8214-521fe766e51d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:36.954365 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a7933182-b05f-439e-9bc6-ac456430625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:36.986351 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-a7933182-b05f-439e-9bc6-ac456430625a None None] Port 693b1595-6528-40ca-8214-521fe766e51d cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:31:36.993266 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:31:37.001040 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-395c0cc9-d234-46af-8d9f-e4bb65ea45a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/8508c918-572b-4efe-a10b-7fc5cf4174c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7348685 Sep 16 00:31:37.015964 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Sync routers for ids ['8508c918-572b-4efe-a10b-7fc5cf4174c2'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:31:37.027473 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Routers {'8508c918-572b-4efe-a10b-7fc5cf4174c2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:31:37.028405 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:31:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['8508c918-572b-4efe-a10b-7fc5cf4174c2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:37.212410 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Set router 8508c918-572b-4efe-a10b-7fc5cf4174c2 gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:31:37.640352 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'name': 'router1', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:31:26Z', 'updated_at': '2021-09-16T00:31:36Z', 'revision_number': 2, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'gw_port_host': None, '_interfaces': [{'id': '693b1595-6528-40ca-8214-521fe766e51d', 'name': '', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'mac_address': 'fa:16:3e:9f:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:35Z', 'updated_at': '2021-09-16T00:31:36Z', 'revision_number': 2, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'subnets': [{'id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3afa6cfc-75bc-42fb-b704-8d398119c392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:37.692089 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Checking router: 8508c918-572b-4efe-a10b-7fc5cf4174c2 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:31:37.692460 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Updating router 8508c918-572b-4efe-a10b-7fc5cf4174c2 port 693b1595-6528-40ca-8214-521fe766e51d binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:31:37.741013 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.248540 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.257124 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.418295 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Attempting to bind port 693b1595-6528-40ca-8214-521fe766e51d on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:31:38.418746 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Attempting to bind port 693b1595-6528-40ca-8214-521fe766e51d by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:31:38.419715 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Attempting to bind port 693b1595-6528-40ca-8214-521fe766e51d on network 09e23eab-04a4-4a9b-af4f-194a38f62684 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:31:38.435423 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Pushing event updated for resources: {'Port': ['ID=693b1595-6528-40ca-8214-521fe766e51d,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:38.437931 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:31:38.438347 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Checking segment: {'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:31:38.438819 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.439208 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Bound using segment: {'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:31:38.439681 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Bound port: 693b1595-6528-40ca-8214-521fe766e51d, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115f045e-a342-4ee0-a858-0dec748bca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:31:38.440072 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.459942 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.460295 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.460632 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.460983 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.461310 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.461639 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.461960 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.462276 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.462603 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.462917 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.463231 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.463543 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Tracked resource versions report: Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: pushed versions: Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: { 'AddressGroup': {'1.2'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'ConntrackHelper': {'1.0'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Log': {'1.0'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Network': {'1.1'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Port': {'1.7'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'PortForwarding': {'1.2'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'QosPolicy': {'1.9'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroup': {'1.4'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SubPort': {'1.0'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Subnet': {'1.1'}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Trunk': {'1.1'}} Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: consumer versions: Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'ConntrackHelper': '1.0', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Log': '1.0', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Network': '1.1', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Port': '1.7', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'PortForwarding': '1.2', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'QosPolicy': '1.9', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroup': '1.4', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroupRule': '1.2', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SubPort': '1.0', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Subnet': '1.1', Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Trunk': '1.1'}} Sep 16 00:31:38.464727 dv-cinder-809303-1-iscsi neutron-server[100434]: {{(pid=100434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:31:38.520062 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-131ab4d9-ada0-443b-843e-19b0d4bbd99d None None] Provisioning complete for port 693b1595-6528-40ca-8214-521fe766e51d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:38.520633 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-131ab4d9-ada0-443b-843e-19b0d4bbd99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.524318 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] For port 693b1595-6528-40ca-8214-521fe766e51d, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:31:38.547029 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] For port 693b1595-6528-40ca-8214-521fe766e51d, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=693b1595-6528-40ca-8214-521fe766e51d,segment=NetworkSegment(115f045e-a342-4ee0-a858-0dec748bca62),segment_id=115f045e-a342-4ee0-a858-0dec748bca62)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:31:38.551725 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.557180 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-131ab4d9-ada0-443b-843e-19b0d4bbd99d None None] Port 693b1595-6528-40ca-8214-521fe766e51d cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:31:38.610163 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Routers {'8508c918-572b-4efe-a10b-7fc5cf4174c2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:31:38.610802 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:31:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['8508c918-572b-4efe-a10b-7fc5cf4174c2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:38.615942 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371205f-ee5b-43e3-9f3d-21f42bfdb902 None None] Pushing event updated for resources: {'Port': ['ID=693b1595-6528-40ca-8214-521fe766e51d,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:38.708192 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] Set router 8508c918-572b-4efe-a10b-7fc5cf4174c2 gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:31:38.777215 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-0365a888-b03c-4647-82d8-5ec4eb2aa5c7 None None] Provisioning complete for port 693b1595-6528-40ca-8214-521fe766e51d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:38.777509 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0365a888-b03c-4647-82d8-5ec4eb2aa5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.854378 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0365a888-b03c-4647-82d8-5ec4eb2aa5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.886046 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0365a888-b03c-4647-82d8-5ec4eb2aa5c7 None None] For port 693b1595-6528-40ca-8214-521fe766e51d, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=693b1595-6528-40ca-8214-521fe766e51d,segment=NetworkSegment(115f045e-a342-4ee0-a858-0dec748bca62),segment_id=115f045e-a342-4ee0-a858-0dec748bca62)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:31:38.891148 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0365a888-b03c-4647-82d8-5ec4eb2aa5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:38.916606 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'name': 'router1', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:31:26Z', 'updated_at': '2021-09-16T00:31:36Z', 'revision_number': 2, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'gw_port_host': None, '_interfaces': [{'id': '693b1595-6528-40ca-8214-521fe766e51d', 'name': '', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'mac_address': 'fa:16:3e:9f:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:35Z', 'updated_at': '2021-09-16T00:31:38Z', 'revision_number': 4, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'subnets': [{'id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3afa6cfc-75bc-42fb-b704-8d398119c392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:38.938887 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365a888-b03c-4647-82d8-5ec4eb2aa5c7 None None] Pushing event updated for resources: {'Port': ['ID=693b1595-6528-40ca-8214-521fe766e51d,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:38.946273 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdae46-667a-4fcb-90c6-517be7f9e59d None None] The sync data for ids ['8508c918-572b-4efe-a10b-7fc5cf4174c2'] in dv-cinder-809303-1-iscsi is: [{'id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'name': 'router1', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:31:26Z', 'updated_at': '2021-09-16T00:31:36Z', 'revision_number': 2, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'gw_port_host': None, '_interfaces': [{'id': '693b1595-6528-40ca-8214-521fe766e51d', 'name': '', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'mac_address': 'fa:16:3e:9f:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:35Z', 'updated_at': '2021-09-16T00:31:38Z', 'revision_number': 4, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'subnets': [{'id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3afa6cfc-75bc-42fb-b704-8d398119c392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:31:39.288286 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60818) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:39.406816 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04355dca-57f0-4ddf-9acb-4aa2dbb9d2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:39.408177 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-04355dca-57f0-4ddf-9acb-4aa2dbb9d2bf admin admin] 10.222.0.13 "GET /v2.0/networks/5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 HTTP/1.1" status: 200 len: 842 time: 0.1188738 Sep 16 00:31:39.418038 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Request body: {'subnet': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:31:39.437843 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Made reservation on behalf of 0e7b9f35adb3497085bcc4efc465e81c for: {'subnet': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:31:39.440098 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:39.747968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.objects.ports [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100419) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 00:31:39.748403 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:39.804122 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89565396-c358-4caa-a9c9-2fe5efd0ad12,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:39.812699 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:31:39.813043 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Network hostable DHCP agents. Network: 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:31:39.830276 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:31:39.839606 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9) {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:31:39.844080 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:39.844898 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:39.849761 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b479d97-643e-44d2-956d-c83ae409cdb0 None None] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:31:39.860688 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a2715bf1-43b2-4a03-80bb-28850e294133 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4453592 Sep 16 00:31:39.986952 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86ce18-d139-4b15-96ea-cf4e66893aae None None] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:31:42.169900 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60826) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:42.386992 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fb45a2cd-2994-4218-ba54-7f9badc2366d admin admin] 10.222.0.13 "GET /v2.0/routers/8508c918-572b-4efe-a10b-7fc5cf4174c2 HTTP/1.1" status: 200 len: 710 time: 0.2158918 Sep 16 00:31:42.476237 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d1efa0-f768-47f9-af86-774a55a41907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:31:42.477643 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f6d1efa0-f768-47f9-af86-774a55a41907 admin admin] 10.222.0.13 "GET /v2.0/networks/5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 HTTP/1.1" status: 200 len: 886 time: 0.0848181 Sep 16 00:31:42.487973 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:31:42.741241 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:43.026126 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:43.100552 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:43.255521 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Allocated IP 172.27.0.37 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/2ae6cf14-0988-4f19-89c9-ec2a36ed7e63) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:31:43.369261 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:43.429044 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:43.495823 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:31:43.502373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:31:43.510508 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:31:43.517189 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Pushing event updated for resources: {'Port': ['ID=2ae6cf14-0988-4f19-89c9-ec2a36ed7e63,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:43.797091 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:43.990915 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1415'] for router, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:43.995156 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568343'] for router, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:44.188185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Router 8508c918-572b-4efe-a10b-7fc5cf4174c2 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:31:44.297660 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:31:44.302299 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:44.303519 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c1b680b1-1e88-4ef6-9818-c36469ee7c9d admin admin] 10.222.0.13 "PUT /v2.0/routers/8508c918-572b-4efe-a10b-7fc5cf4174c2 HTTP/1.1" status: 200 len: 889 time: 1.8187435 Sep 16 00:31:45.190229 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 693b1595-6528-40ca-8214-521fe766e51d up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:31:45.237506 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 693b1595-6528-40ca-8214-521fe766e51d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:45.237873 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:45.363363 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Sync routers for ids ['8508c918-572b-4efe-a10b-7fc5cf4174c2'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:31:45.374578 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Routers {'8508c918-572b-4efe-a10b-7fc5cf4174c2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:31:45.375236 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:31:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['8508c918-572b-4efe-a10b-7fc5cf4174c2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:45.582903 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Set router 8508c918-572b-4efe-a10b-7fc5cf4174c2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:31:45.976396 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'name': 'router1', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '2ae6cf14-0988-4f19-89c9-ec2a36ed7e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:31:26Z', 'updated_at': '2021-09-16T00:31:43Z', 'revision_number': 4, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'gw_port': {'id': '2ae6cf14-0988-4f19-89c9-ec2a36ed7e63', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:43Z', 'updated_at': '2021-09-16T00:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '693b1595-6528-40ca-8214-521fe766e51d', 'name': '', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'mac_address': 'fa:16:3e:9f:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:35Z', 'updated_at': '2021-09-16T00:31:38Z', 'revision_number': 5, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'subnets': [{'id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3afa6cfc-75bc-42fb-b704-8d398119c392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:46.029429 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Checking router: 8508c918-572b-4efe-a10b-7fc5cf4174c2 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:31:46.029730 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Updating router 8508c918-572b-4efe-a10b-7fc5cf4174c2 port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:31:46.075686 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:46.396202 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:46.402609 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:46.544304 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Attempting to bind port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:31:46.544817 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Attempting to bind port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:31:46.545144 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Attempting to bind port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:31:46.551859 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d23fc7-334c-4fca-9d28-96bc693ce590 None None] Pushing event updated for resources: {'Port': ['ID=2ae6cf14-0988-4f19-89c9-ec2a36ed7e63,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:46.555581 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:31:46.555991 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:31:46.556376 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:46.556771 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:31:46.557234 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Bound port: 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:31:46.557625 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:46.607780 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] For port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:31:46.611146 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] For port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=2ae6cf14-0988-4f19-89c9-ec2a36ed7e63,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:31:46.616124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:46.676583 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d23fc7-334c-4fca-9d28-96bc693ce590 None None] Pushing event updated for resources: {'Port': ['ID=2ae6cf14-0988-4f19-89c9-ec2a36ed7e63,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:46.679154 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Routers {'8508c918-572b-4efe-a10b-7fc5cf4174c2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:31:46.679761 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:31:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['8508c918-572b-4efe-a10b-7fc5cf4174c2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:46.787990 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 60838) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:31:46.797603 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] Set router 8508c918-572b-4efe-a10b-7fc5cf4174c2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:31:46.900621 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-73124d0f-ec8a-43c6-a006-d20917c107af admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1110444 Sep 16 00:31:47.015558 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'name': 'router1', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '2ae6cf14-0988-4f19-89c9-ec2a36ed7e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:31:26Z', 'updated_at': '2021-09-16T00:31:43Z', 'revision_number': 4, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'gw_port': {'id': '2ae6cf14-0988-4f19-89c9-ec2a36ed7e63', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:43Z', 'updated_at': '2021-09-16T00:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '693b1595-6528-40ca-8214-521fe766e51d', 'name': '', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'mac_address': 'fa:16:3e:9f:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:35Z', 'updated_at': '2021-09-16T00:31:38Z', 'revision_number': 5, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'subnets': [{'id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3afa6cfc-75bc-42fb-b704-8d398119c392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:31:47.044365 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc44db7-608a-4254-96b2-4fb5f89ab543 None None] The sync data for ids ['8508c918-572b-4efe-a10b-7fc5cf4174c2'] in dv-cinder-809303-1-iscsi is: [{'id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'name': 'router1', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '2ae6cf14-0988-4f19-89c9-ec2a36ed7e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:31:26Z', 'updated_at': '2021-09-16T00:31:43Z', 'revision_number': 4, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'gw_port': {'id': '2ae6cf14-0988-4f19-89c9-ec2a36ed7e63', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:43Z', 'updated_at': '2021-09-16T00:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '693b1595-6528-40ca-8214-521fe766e51d', 'name': '', 'network_id': '09e23eab-04a4-4a9b-af4f-194a38f62684', 'tenant_id': '746d783878be4f1da63460a9c29a5c99', 'mac_address': 'fa:16:3e:9f:77:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8508c918-572b-4efe-a10b-7fc5cf4174c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:31:35Z', 'updated_at': '2021-09-16T00:31:38Z', 'revision_number': 5, 'project_id': '746d783878be4f1da63460a9c29a5c99', 'subnets': [{'id': '7228368b-098e-4a87-b9ca-72cb033e8d5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3afa6cfc-75bc-42fb-b704-8d398119c392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:31:47.236573 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:31:47.295976 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:47.296350 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:47.392900 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:47.416806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=2ae6cf14-0988-4f19-89c9-ec2a36ed7e63,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:31:47.422274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:31:47.475054 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=2ae6cf14-0988-4f19-89c9-ec2a36ed7e63,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:31:49.175167 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:31:49.228362 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 2ae6cf14-0988-4f19-89c9-ec2a36ed7e63 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:31:49.228871 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:00.044155 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5f6da3fa-cd0b-4715-9ea4-6fd4b2f27bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:02.742671 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b5f9190f-e274-4fe0-923a-83a616c15bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:03.594527 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:03.833176 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:05.461827 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:32:05.729071 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:30.050030 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e917c0fc-25c5-46ae-9c8f-5f5e372ba7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:32.743895 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f9f128e9-fd5c-4d48-95bc-a31d320fb583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:33.598352 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:33.831338 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:35.720928 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:32:42.460987 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:33:00.051707 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ee8db580-5c9f-468a-b9c0-21bb22945e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:02.736432 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-88c8e8b7-8a2d-46f8-83b0-c7de67b536dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:03.600239 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:03.833844 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:05.722032 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:19.459319 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:33:24.246608 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33168) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:24.313596 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe514d4d-d884-47ad-9c32-f5609c6a0cb5 admin admin] GET failed (client error): The resource could not be found. Sep 16 00:33:24.314904 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fe514d4d-d884-47ad-9c32-f5609c6a0cb5 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673575 Sep 16 00:33:24.472524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f803d08e-ee1f-4fab-b013-903a520f6067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:24.473924 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f803d08e-ee1f-4fab-b013-903a520f6067 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1544843 Sep 16 00:33:26.671078 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33178) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:26.763111 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4db65-53cb-4c3b-8dcd-8aec51f28659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:26.764477 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-52e4db65-53cb-4c3b-8dcd-8aec51f28659 admin admin] 10.222.0.13 "GET /v2.0/subnets/7228368b-098e-4a87-b9ca-72cb033e8d5b HTTP/1.1" status: 200 len: 849 time: 0.0924289 Sep 16 00:33:26.775151 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:33:26.860239 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:27.001399 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762126341124'] for subnet, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:27.032195 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:27.032195 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:27.042911 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] 10.222.0.13 "PUT /v2.0/subnets/7228368b-098e-4a87-b9ca-72cb033e8d5b HTTP/1.1" status: 200 len: 868 time: 0.2634156 Sep 16 00:33:27.043174 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5067290-afb0-48b3-8920-95bc66c81890 None None] Network 09e23eab-04a4-4a9b-af4f-194a38f62684 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:33:27.056686 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7228368b-098e-4a87-b9ca-72cb033e8d5b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:33:27.064242 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.064485 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.064801 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.065122 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.065450 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.065795 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.066118 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.066440 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.066788 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.067113 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.067431 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.067752 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91826e23-8199-46a1-af7f-23f4dad34e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:33:27.446218 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-9b8895ed-01ee-4f7b-ad61-e3a23a725191 None None] Provisioning complete for port 693b1595-6528-40ca-8214-521fe766e51d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:33:27.446534 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9b8895ed-01ee-4f7b-ad61-e3a23a725191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:27.529567 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-9b8895ed-01ee-4f7b-ad61-e3a23a725191 None None] Provisioning complete for port 6f82ae2c-724d-4466-8aa9-634d3a7a3876 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:33:27.529849 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9b8895ed-01ee-4f7b-ad61-e3a23a725191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:29.233284 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33186) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:29.432633 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732445fd-af14-46d6-b541-21b859d7026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:29.433052 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732445fd-af14-46d6-b541-21b859d7026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:29.434606 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-732445fd-af14-46d6-b541-21b859d7026b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003181 Sep 16 00:33:30.052967 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-46051bec-3ae4-44ed-b301-46447e4924a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:31.658420 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33194) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:31.790817 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e4269-46cd-46c3-bfed-18cc1ab6317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:31.791281 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e4269-46cd-46c3-bfed-18cc1ab6317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:31.792848 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f24e4269-46cd-46c3-bfed-18cc1ab6317a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334641 Sep 16 00:33:32.737836 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-904df9f9-f007-44a7-9ca8-35ee6bf9e366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:33.604281 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:33.839600 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:33.988652 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33202) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:34.137840 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6aa338-5d18-4c35-9577-023ed6a4890e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:34.139232 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-db6aa338-5d18-4c35-9577-023ed6a4890e admin admin] 10.222.0.13 "GET /v2.0/networks/09e23eab-04a4-4a9b-af4f-194a38f62684 HTTP/1.1" status: 200 len: 869 time: 0.1496034 Sep 16 00:33:35.734093 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:33:36.344512 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33210) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:36.469057 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab06bd-53d0-4ed1-89b2-42d77829c5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:36.470419 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-0aab06bd-53d0-4ed1-89b2-42d77829c5d6 admin admin] 10.222.0.13 "GET /v2.0/networks/5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 HTTP/1.1" status: 200 len: 886 time: 0.1249177 Sep 16 00:33:38.665119 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33218) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:38.792402 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfaa9bf-aea9-40f5-b5fd-cb6cf3b60164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:38.792888 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfaa9bf-aea9-40f5-b5fd-cb6cf3b60164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:38.794418 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-1dfaa9bf-aea9-40f5-b5fd-cb6cf3b60164 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282871 Sep 16 00:33:41.020391 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33226) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:41.143994 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36585523-80cc-40f1-8e55-e3f4f00dc0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:41.144444 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36585523-80cc-40f1-8e55-e3f4f00dc0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:41.145976 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-36585523-80cc-40f1-8e55-e3f4f00dc0ce admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246166 Sep 16 00:33:43.353741 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33238) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:43.443507 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a936b-ed9b-4607-a0ba-0148901b6d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:43.444861 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-0d6a936b-ed9b-4607-a0ba-0148901b6d4d admin admin] 10.222.0.13 "GET /v2.0/subnets/7228368b-098e-4a87-b9ca-72cb033e8d5b HTTP/1.1" status: 200 len: 868 time: 0.0901589 Sep 16 00:33:45.613728 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33246) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:33:45.700490 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d8dd1-8980-4479-b750-4dff1742fdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:33:45.701876 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-309d8dd1-8980-4479-b750-4dff1742fdef admin admin] 10.222.0.13 "GET /v2.0/subnets/89565396-c358-4caa-a9c9-2fe5efd0ad12 HTTP/1.1" status: 200 len: 816 time: 0.0872061 Sep 16 00:33:56.457695 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:34:00.054721 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-48b9bf5a-612c-44bf-8492-edafa0d27ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:02.742842 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-17ba64d5-6461-4255-baac-4a538d17f9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:03.605624 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:03.841751 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:05.735514 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:09.686201 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33300) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:34:09.733539 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [None req-890bd836-f8cd-4d31-9a2a-fe1b06108f47 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:34:09.734534 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-890bd836-f8cd-4d31-9a2a-fe1b06108f47 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474031 Sep 16 00:34:12.026197 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33308) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:34:12.086007 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.pecan_wsgi.hooks.translation [None req-5705952b-c763-4f24-877b-7302bca8b327 admin admin] GET failed (client error): The resource could not be found. Sep 16 00:34:12.087314 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5705952b-c763-4f24-877b-7302bca8b327 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601859 Sep 16 00:34:12.173016 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d0353-dc42-4e02-9282-ada8565bb03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:34:12.174676 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-582d0353-dc42-4e02-9282-ada8565bb03d admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826588 Sep 16 00:34:14.414313 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33316) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:34:14.461182 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:34:14.483062 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Made reservation on behalf of 0e7b9f35adb3497085bcc4efc465e81c for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:34:14.485421 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:14.520671 dv-cinder-809303-1-iscsi neutron-server[100419]: WARNING neutron.services.revisions.revision_plugin [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Could not find related network for resource to bump revision. Sep 16 00:34:14.536484 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:34:14.546321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:14.546732 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Added segment a155c06d-bc1e-4ab6-924a-973d82b54370 of type vlan for network 72d4eb7a-fc64-4a00-bf15-3643a245c309 Sep 16 00:34:14.589681 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:14.701698 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:14.702660 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:34:14.703246 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:14.737718 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3223107 Sep 16 00:34:14.766393 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fdb3e-1362-4827-8e40-dbd2e6b842fb admin admin] Pushing event updated for resources: {'Network': ['ID=72d4eb7a-fc64-4a00-bf15-3643a245c309,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:34:14.777608 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 72d4eb7a-fc64-4a00-bf15-3643a245c309 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:34:16.954936 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33324) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:34:17.014754 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb91023d-4258-4449-a1c4-327e35775ddf admin admin] GET failed (client error): The resource could not be found. Sep 16 00:34:17.016031 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-fb91023d-4258-4449-a1c4-327e35775ddf admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601814 Sep 16 00:34:17.120419 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ee3d2-3169-4978-a91f-ebd8b3c0b9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:34:17.121916 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-420ee3d2-3169-4978-a91f-ebd8b3c0b9f0 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1013317 Sep 16 00:34:17.132203 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:34:17.155154 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Made reservation on behalf of 0e7b9f35adb3497085bcc4efc465e81c for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:34:17.157578 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:17.341572 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:17.399443 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dba276e-25ce-463c-a64b-43d49a872238,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:34:17.412161 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.412519 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.413403 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.413734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.414051 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.414373 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.414694 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.415034 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.415374 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.415708 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.416024 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.416335 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:17.419430 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Checking segment: {'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:34:17.419773 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Network hostable DHCP agents. Network: 72d4eb7a-fc64-4a00-bf15-3643a245c309, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:34:17.440471 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Network 72d4eb7a-fc64-4a00-bf15-3643a245c309 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:34:17.451934 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 72d4eb7a-fc64-4a00-bf15-3643a245c309) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:34:17.455977 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:34:17.456593 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:17.460736 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2296d6c-c88d-4430-9897-09b0af2b5d76 None None] Network 72d4eb7a-fc64-4a00-bf15-3643a245c309 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:34:17.470796 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f4a8dbaf-c070-47cb-9912-d4cc4c451432 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419278 Sep 16 00:34:17.707176 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-72d4eb7a-fc64-4a00-bf15-3643a245c309', 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309', 'tenant_id': '0e7b9f35adb3497085bcc4efc465e81c', 'fixed_ips': [{'subnet_id': '8dba276e-25ce-463c-a64b-43d49a872238'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:34:17.708124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:17.845043 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Allocated IP 192.168.233.2 (72d4eb7a-fc64-4a00-bf15-3643a245c309/8dba276e-25ce-463c-a64b-43d49a872238/d6177be6-391e-4223-bd6f-783fe335b702) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:34:17.991331 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:17.998155 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:18.038494 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Network 72d4eb7a-fc64-4a00-bf15-3643a245c309 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:34:18.046261 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:34:18.049229 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:34:18.051029 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Pushing event updated for resources: {'Port': ['ID=d6177be6-391e-4223-bd6f-783fe335b702,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:34:18.061841 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.062208 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.062546 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.062876 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.063207 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.063527 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.063850 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.064167 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.064802 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.065128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.065464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.065788 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:34:18.119634 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Attempting to bind port d6177be6-391e-4223-bd6f-783fe335b702 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:34:18.120012 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Attempting to bind port d6177be6-391e-4223-bd6f-783fe335b702 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:34:18.120367 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Attempting to bind port d6177be6-391e-4223-bd6f-783fe335b702 on network 72d4eb7a-fc64-4a00-bf15-3643a245c309 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:34:18.125252 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:34:18.125620 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Checking segment: {'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:34:18.126015 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:18.126403 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Bound using segment: {'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:34:18.126866 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Bound port: d6177be6-391e-4223-bd6f-783fe335b702, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:34:18.127261 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:18.189769 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] For port d6177be6-391e-4223-bd6f-783fe335b702, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:34:18.192883 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] For port d6177be6-391e-4223-bd6f-783fe335b702, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=d6177be6-391e-4223-bd6f-783fe335b702,segment=NetworkSegment(a155c06d-bc1e-4ab6-924a-973d82b54370),segment_id=a155c06d-bc1e-4ab6-924a-973d82b54370)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:34:18.200479 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:18.255394 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf613e6-200b-4f15-928c-3117061eec5f None None] Pushing event updated for resources: {'Port': ['ID=d6177be6-391e-4223-bd6f-783fe335b702,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:34:19.094098 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d495061b-7a37-43d4-bdfd-72a14136ae74 None None] Network 72d4eb7a-fc64-4a00-bf15-3643a245c309 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:34:19.131353 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-8bf70aa0-2cc3-4785-a819-cd2b5597cde6 None None] Provisioning complete for port d6177be6-391e-4223-bd6f-783fe335b702 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:34:19.132324 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8bf70aa0-2cc3-4785-a819-cd2b5597cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:19.291855 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8bf70aa0-2cc3-4785-a819-cd2b5597cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:19.343468 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device d6177be6-391e-4223-bd6f-783fe335b702 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:34:19.351543 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-8bf70aa0-2cc3-4785-a819-cd2b5597cde6 None None] For port d6177be6-391e-4223-bd6f-783fe335b702, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=d6177be6-391e-4223-bd6f-783fe335b702,segment=NetworkSegment(a155c06d-bc1e-4ab6-924a-973d82b54370),segment_id=a155c06d-bc1e-4ab6-924a-973d82b54370)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:34:19.357474 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8bf70aa0-2cc3-4785-a819-cd2b5597cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:19.440562 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf70aa0-2cc3-4785-a819-cd2b5597cde6 None None] Pushing event updated for resources: {'Port': ['ID=d6177be6-391e-4223-bd6f-783fe335b702,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:34:19.455951 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port d6177be6-391e-4223-bd6f-783fe335b702 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:34:19.456316 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:19.579498 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-640dd149-f309-4604-bf0c-7a1de0116850 None None] Provisioning complete for port d6177be6-391e-4223-bd6f-783fe335b702 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:34:19.579812 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-640dd149-f309-4604-bf0c-7a1de0116850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:21.291453 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device d6177be6-391e-4223-bd6f-783fe335b702 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:34:21.340607 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port d6177be6-391e-4223-bd6f-783fe335b702 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:34:21.340996 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:30.056760 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5719cc49-da6f-43d6-9437-7e0336743cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:32.744054 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c4b7b1b4-d55c-4942-839f-816c0fc6ef6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:33.456425 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:34:33.606079 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:33.844953 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:34:35.735406 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:00.057588 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-42a00f19-646e-4945-b76a-936b23b08af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:02.744716 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d90f4be3-cbc6-4f33-aa92-98b218bd8543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:03.607712 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:03.847879 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:05.744849 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:10.455900 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:35:25.842325 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33380) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:35:25.848755 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [None req-a7d44d67-12a1-4d5c-9b07-329227e3317e tempest-verify_tempest_config-2007217891 tempest-verify_tempest_config-2007217891-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:35:25.849738 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a7d44d67-12a1-4d5c-9b07-329227e3317e tempest-verify_tempest_config-2007217891 tempest-verify_tempest_config-2007217891-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064502 Sep 16 00:35:26.137163 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33398) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:35:26.236387 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:26.321634 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:26.325208 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:26.371510 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab28bd5fcc534b7b9c22543404a8b70f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2332895 Sep 16 00:35:26.372438 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19418d-cc20-4b6f-8e0e-6242fbcd9130,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:35:26.374242 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33404) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:35:26.380100 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.380467 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.380845 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.381176 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.381502 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.381830 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.382156 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.382496 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.382823 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.383149 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.383467 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.383785 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf8b45-45ee-4013-a848-9abd4f99aa94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.432478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:26.452933 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:26.543069 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:26.545927 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:26.547191 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d19418d-cc20-4b6f-8e0e-6242fbcd9130 HTTP/1.1" status: 204 len: 168 time: 0.1719630 Sep 16 00:35:26.555927 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19418d-cc20-4b6f-8e0e-6242fbcd9130,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:35:26.562539 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.562909 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.563257 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.563594 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.563922 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.564266 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.564584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.564947 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.565411 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.565742 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.566174 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:26.567009 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf93c82-82a8-4dd5-9b13-45e1107d0adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:35:30.058300 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-31590186-b8a1-472b-ba35-0894f411abcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:32.745653 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0696-2cd6-417c-ae0b-9bf029bd3d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:33.617993 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:33.851551 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:35.747850 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:35:47.453950 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:36:00.058274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-882674c9-f78a-4c3e-ae54-6647805cc0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:02.745687 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fd28baff-9736-4f5d-b0d3-4fd332c62fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:03.608311 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:03.853222 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:05.750550 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:24.452927 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 5 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:36:30.058206 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f40ae5db-dd7b-4e4d-b720-0255d50b2cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:32.745563 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8495-ccee-43ea-98f6-d054739ead8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:33.609851 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:33.856846 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:36:35.753965 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:00.058119 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5c064ae9-9ef6-4a8b-b157-e4bcf735751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:01.150528 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566320'] for agent, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:01.451855 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:37:02.746619 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73a76461-f0ed-4d55-a587-ea8723981ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:03.609926 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:03.859713 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:05.765212 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:16.100982 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33476) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:37:16.203326 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-dfcb6f14-04a2-4ee4-b1e9-27f694075b6c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1012595 Sep 16 00:37:18.421272 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33486) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:37:18.476082 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f6b20a53-801e-4e02-a646-efd8aa3e7b36 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536561 Sep 16 00:37:30.059256 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b44f2910-6b06-4cfc-974f-29cebaf60924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:31.137806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:32.748642 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-673b81c9-f8d1-4bb3-a1e8-f63d3f7a088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:33.610322 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:33.863482 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:35.764941 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:37:38.450517 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:38:00.059317 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-172925b0-db93-4725-bd54-9c44a5b6b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:01.133532 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:02.750933 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-57b2c27a-4b73-492b-9830-94733e61bf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:03.610724 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:03.867666 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:05.768275 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:15.449890 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:38:30.060602 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9f485bdd-891d-485b-badd-5d9607d841a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:31.132394 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:32.751329 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d66d45ab-09ca-46d9-bd84-d21a4eb6c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:33.612277 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:33.870092 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:35.770421 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.222265 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33634) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:46.473743 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1547756045-network', 'tenant_id': '6cb88199396c49ef9c20d6f69a9cbaf1'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:46.494804 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Made reservation on behalf of 6cb88199396c49ef9c20d6f69a9cbaf1 for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:46.497202 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.506069 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.601525 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.606960 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.619270 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:38:46.648215 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a49b2-f434-427f-b52a-d30faae5b43d,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:46.656007 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.656371 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Added segment fea84f89-26df-40cb-bb4b-618a5d782b75 of type vlan for network 4c1c5168-a910-4a44-9730-6039474ead76 Sep 16 00:38:46.658207 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.658605 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.659038 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.659334 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.659692 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.660043 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.660393 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.660861 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.661194 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.661506 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.661870 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.662250 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Tracked resource versions report: Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: pushed versions: Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: { 'AddressGroup': {'1.2'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'ConntrackHelper': {'1.0'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Log': {'1.0'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Network': {'1.1'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Port': {'1.7'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'PortForwarding': {'1.2'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'QosPolicy': {'1.9'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroup': {'1.4'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SubPort': {'1.0'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Subnet': {'1.1'}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Trunk': {'1.1'}} Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: consumer versions: Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: HyperV agent@hv-cinder-80930: {}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'ConntrackHelper': '1.0', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Log': '1.0', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Network': '1.1', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Port': '1.7', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'PortForwarding': '1.2', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'QosPolicy': '1.9', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroup': '1.4', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SecurityGroupRule': '1.2', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'SubPort': '1.0', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Subnet': '1.1', Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: 'Trunk': '1.1'}} Sep 16 00:38:46.663370 dv-cinder-809303-1-iscsi neutron-server[100423]: {{(pid=100423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:38:46.709244 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.734252 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.735562 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:46.736175 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.765259 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5417721 Sep 16 00:38:46.766649 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33672) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:46.773164 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Request body: {'subnet': {'network_id': '4c1c5168-a910-4a44-9730-6039474ead76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1547756045-subnet', 'tenant_id': '6cb88199396c49ef9c20d6f69a9cbaf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:46.803724 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Made reservation on behalf of 6cb88199396c49ef9c20d6f69a9cbaf1 for: {'subnet': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:46.806311 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:46.825101 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed77dd-9780-4895-b35c-1e980096f56d admin admin] Pushing event updated for resources: {'Network': ['ID=4c1c5168-a910-4a44-9730-6039474ead76,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:46.838138 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 4c1c5168-a910-4a44-9730-6039474ead76 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:38:46.889431 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33688) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:47.012868 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.068140 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a339529c-6845-460d-a25a-75945008c4c7,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:47.076302 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.076709 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.077116 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.077339 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.077840 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.078358 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.078695 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.079033 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.079375 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.079697 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.080011 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.080325 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Tracked resource versions report: Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: pushed versions: Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: { 'AddressGroup': {'1.2'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'ConntrackHelper': {'1.0'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Log': {'1.0'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Network': {'1.1'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Port': {'1.7'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'PortForwarding': {'1.2'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'QosPolicy': {'1.9'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroup': {'1.4'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SubPort': {'1.0'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Subnet': {'1.1'}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Trunk': {'1.1'}} Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: consumer versions: Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: HyperV agent@hv-cinder-80930: {}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'ConntrackHelper': '1.0', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Log': '1.0', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Network': '1.1', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Port': '1.7', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'PortForwarding': '1.2', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'QosPolicy': '1.9', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroup': '1.4', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SecurityGroupRule': '1.2', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'SubPort': '1.0', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Subnet': '1.1', Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: 'Trunk': '1.1'}} Sep 16 00:38:47.081457 dv-cinder-809303-1-iscsi neutron-server[100419]: {{(pid=100419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:38:47.107584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Checking segment: {'id': 'fea84f89-26df-40cb-bb4b-618a5d782b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4c1c5168-a910-4a44-9730-6039474ead76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:47.107932 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Network hostable DHCP agents. Network: 4c1c5168-a910-4a44-9730-6039474ead76, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:38:47.125589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Network 4c1c5168-a910-4a44-9730-6039474ead76 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:38:47.137179 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 4c1c5168-a910-4a44-9730-6039474ead76) {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:47.141827 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:47.143000 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.147059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2382a7-24fa-4641-842a-4cd77e2e8617 None None] Network 4c1c5168-a910-4a44-9730-6039474ead76 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:47.158675 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c523dfb6-ca5b-4d34-9904-c44671ea2f86 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3907886 Sep 16 00:38:47.288129 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc62ba-0e98-4e6c-9f34-cb7c83762c48 None None] Network 4c1c5168-a910-4a44-9730-6039474ead76 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:47.293016 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33706) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:47.325147 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33710) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:47.356357 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1645208522-network', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:47.357027 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33714) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:47.383590 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Made reservation on behalf of cf2954dd3f9749619ab5444ff9143325 for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:47.386131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.394547 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.499628 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.504131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.526528 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:38:47.542142 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec4a3a-1f9d-417d-bde2-d09b4929fe52,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:47.545199 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.545832 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Added segment e1f0fc6e-b8db-4a75-9d26-221a338d3203 of type vlan for network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f Sep 16 00:38:47.590045 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.671077 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-network', 'tenant_id': '3cdc107b671940128936bc82bfd44250'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:47.701508 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Made reservation on behalf of 3cdc107b671940128936bc82bfd44250 for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:47.704485 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.710179 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.711421 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:47.712094 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.716118 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.766805 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-network', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:47.779068 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-866825474-network', 'tenant_id': '6ed76c62f03f4ec3b03ccc503d37d338'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:47.784860 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:47.796890 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:38:47.846025 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.856668 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.887896 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:38:47.906055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.906393 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Added segment 2461e88a-19e6-466c-8851-905021b807ca of type vlan for network 5e48b003-30c1-4525-82d8-fb61c94e2598 Sep 16 00:38:47.929738 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d49e8-996d-44f1-ba2e-3f53f2f89d96,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:47.932998 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Made reservation on behalf of 0cf7fb006f9e4f7b990e0d0eaa49211e for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:47.935295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.937081 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-934964b4-43b0-4010-ae85-b113f1795bc0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0463262 Sep 16 00:38:47.940966 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33746) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:47.947953 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Request body: {'subnet': {'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1645208522-subnet', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:47.970463 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Made reservation on behalf of 6ed76c62f03f4ec3b03ccc503d37d338 for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:47.974503 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.979362 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.984223 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:47.992443 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.012474 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Made reservation on behalf of cf2954dd3f9749619ab5444ff9143325 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:48.014760 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Notify callbacks [] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.022243 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.023382 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:48.024015 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.116836 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] Pushing event updated for resources: {'Network': ['ID=5e48b003-30c1-4525-82d8-fb61c94e2598,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:48.126577 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:38:48.242481 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.248734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.256917 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d32c2862-e6ea-4aba-a4b6-085bc40d09cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9623811 Sep 16 00:38:48.260002 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33760) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:48.264965 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Request body: {'subnet': {'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-subnet', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:48.363231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.365020 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.373271 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.375174 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:38:48.390240 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.390632 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Added segment 65aad2c5-e6ee-4b52-b981-f202588f1b28 of type vlan for network 1fe6f07a-1ea7-418c-8926-6ccdeeaf2225 Sep 16 00:38:48.445025 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:38:48.451592 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.456781 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Made reservation on behalf of 3cdc107b671940128936bc82bfd44250 for: {'subnet': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:48.463020 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.471166 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcad4806-80c7-48df-9a96-54754e75ff69,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:48.523120 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.523788 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Added segment b65d28e8-f7f7-45de-92ba-8a53c4416719 of type vlan for network c6c40083-ac2d-41e4-bec2-522540afa5d5 Sep 16 00:38:48.562147 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:48.570305 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2eb945-0571-41ae-be0e-188367f79966,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:48.574761 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.575688 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:48.576255 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.608340 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.652039 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.653295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:48.653877 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.722422 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3643289 Sep 16 00:38:48.743569 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33778) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:48.744689 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] Pushing event updated for resources: {'Network': ['ID=1fe6f07a-1ea7-418c-8926-6ccdeeaf2225,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:48.756824 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Request body: {'subnet': {'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-subnet', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:48.762022 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 1fe6f07a-1ea7-418c-8926-6ccdeeaf2225 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:38:48.771126 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501c806-51f3-40c8-800a-bfe5ede1193e admin admin] Pushing event updated for resources: {'Network': ['ID=c6c40083-ac2d-41e4-bec2-522540afa5d5,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:48.815965 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-33ecccbb-3818-48e2-9cc1-02c8056e8b5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4896920 Sep 16 00:38:48.830491 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33782) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:48.855216 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Request body: {'subnet': {'network_id': '1fe6f07a-1ea7-418c-8926-6ccdeeaf2225', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-866825474-subnet', 'tenant_id': '6ed76c62f03f4ec3b03ccc503d37d338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:48.882343 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:48.890346 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Checking segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:48.897168 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Network hostable DHCP agents. Network: bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:38:48.910448 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:38:48.923902 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Made reservation on behalf of 0cf7fb006f9e4f7b990e0d0eaa49211e for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:48.929884 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.000345 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Made reservation on behalf of 6ed76c62f03f4ec3b03ccc503d37d338 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:49.002845 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.016226 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:38:49.022068 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df9efdd-16d8-487c-92ea-8121a6e09eff,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:49.058065 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Checking segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:49.058416 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Network hostable DHCP agents. Network: 5e48b003-30c1-4525-82d8-fb61c94e2598, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:38:49.078852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:38:49.099684 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 5e48b003-30c1-4525-82d8-fb61c94e2598) {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:49.111102 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bccc48-49d1-44d7-89cb-d2a4681320da None None] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:49.126051 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:49.126051 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.152427 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2c59a9e2-92fe-45bb-84af-876a3d9c9d20 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8909857 Sep 16 00:38:49.154737 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33808) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:49.159831 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:49.210181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.211306 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.337011 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.363123 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.435012 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-5e48b003-30c1-4525-82d8-fb61c94e2598', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:38:49.437250 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.480858 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99bab15-6c52-4690-a9dc-980d733cc20c,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:49.500557 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:49.540967 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:49.541900 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.556427 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.653995 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Checking segment: {'id': '65aad2c5-e6ee-4b52-b981-f202588f1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1fe6f07a-1ea7-418c-8926-6ccdeeaf2225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:49.654951 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Network hostable DHCP agents. Network: 1fe6f07a-1ea7-418c-8926-6ccdeeaf2225, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:38:49.670111 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-53dfa374-83ca-4168-9d2e-3eb9624d2fec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7280393 Sep 16 00:38:49.685935 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33830) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:49.704897 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40bc40-c21e-4732-a598-b81802fd7a9e None None] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:49.718711 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33840) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:49.729447 dv-cinder-809303-1-iscsi neutron-server[100419]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 00:38:49.745571 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:49.774143 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Network 1fe6f07a-1ea7-418c-8926-6ccdeeaf2225 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:38:49.786637 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33844) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:49.801634 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 1fe6f07a-1ea7-418c-8926-6ccdeeaf2225) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:49.808101 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:49.809058 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.852036 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.853517 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.866949 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-945ec9a8-1c11-4ca5-99ab-20d89bd4bf3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0295808 Sep 16 00:38:49.871163 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Allocated IP 172.20.0.2 (5e48b003-30c1-4525-82d8-fb61c94e2598/3df9efdd-16d8-487c-92ea-8121a6e09eff/3a571a9e-2935-4b36-8601-0d03e7d2ce33) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:49.886334 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:49.976224 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9530c8-0628-4262-a526-1de7f9821cf8,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:49.979206 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ce0ee-bf1c-49e5-81e9-bbafbad87149 None None] Network 1fe6f07a-1ea7-418c-8926-6ccdeeaf2225 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:50.069451 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.105918 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73fc32b1-0b8c-4a5d-920b-c8e619e09377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.271146 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.329286 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.342779 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Checking segment: {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:50.343294 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Network hostable DHCP agents. Network: c6c40083-ac2d-41e4-bec2-522540afa5d5, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:38:50.388314 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.421687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-9951be79-d0eb-4b01-86e2-78437e25eb71 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:50.423402 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-9951be79-d0eb-4b01-86e2-78437e25eb71 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/networks?id=4c1c5168-a910-4a44-9730-6039474ead76 HTTP/1.1" status: 200 len: 812 time: 0.6972022 Sep 16 00:38:50.445878 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:38:50.464778 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, c6c40083-ac2d-41e4-bec2-522540afa5d5) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:50.515171 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:50.516520 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.518505 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-64967d59-cb2f-43d7-b8c0-9bb9095b1485 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/quotas/6cb88199396c49ef9c20d6f69a9cbaf1 HTTP/1.1" status: 200 len: 375 time: 0.0727069 Sep 16 00:38:50.530708 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059f184-111a-44fd-ae1a-dc6d0a8d64a7 None None] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:50.573261 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.593744 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73fc32b1-0b8c-4a5d-920b-c8e619e09377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.597468 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-81329360-8fb0-47d8-bf34-fe53313aeb51 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cb88199396c49ef9c20d6f69a9cbaf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608921 Sep 16 00:38:50.601867 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73fc32b1-0b8c-4a5d-920b-c8e619e09377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.620551 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.631430 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c1a33413-6b6d-4d86-8216-a28be3ee309a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8788311 Sep 16 00:38:50.631658 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33878) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:50.637352 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:50.640691 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc32b1-0b8c-4a5d-920b-c8e619e09377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064ad25-3bd2-43e7-9f03-565f1ba57ba4,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:50.711677 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f60ba02-ba5a-48c3-b911-3216a34ac749 None None] Network 1fe6f07a-1ea7-418c-8926-6ccdeeaf2225 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:50.715136 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:38:50.732479 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:50.735095 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.735979 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:38:50.736677 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.763048 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:38:50.763723 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.804431 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Allocated IP 172.27.0.107 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/00028006-7b95-4ebf-83e3-8e488398f690) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:50.838274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Pushing event updated for resources: {'Port': ['ID=3a571a9e-2935-4b36-8601-0d03e7d2ce33,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:50.840962 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:50.881947 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-73fc32b1-0b8c-4a5d-920b-c8e619e09377 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a74f6899f759462e80efb2c139c608b7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0915172 Sep 16 00:38:50.882564 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33884) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:51.023163 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.030059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.030889 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.031714 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.032277 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.032788 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.033256 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.033721 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.034202 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.034694 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.035177 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.035650 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.036848 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Tracked resource versions report: Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: pushed versions: Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: { 'AddressGroup': {'1.2'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'ConntrackHelper': {'1.0'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Log': {'1.0'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Network': {'1.1'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Port': {'1.7'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'PortForwarding': {'1.2'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'QosPolicy': {'1.9'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroup': {'1.4'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SubPort': {'1.0'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Subnet': {'1.1'}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Trunk': {'1.1'}} Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: consumer versions: Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: HyperV agent@hv-cinder-80930: {}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'ConntrackHelper': '1.0', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Log': '1.0', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Network': '1.1', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Port': '1.7', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'PortForwarding': '1.2', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'QosPolicy': '1.9', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroup': '1.4', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SecurityGroupRule': '1.2', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'SubPort': '1.0', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Subnet': '1.1', Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: 'Trunk': '1.1'}} Sep 16 00:38:51.038128 dv-cinder-809303-1-iscsi neutron-server[100431]: {{(pid=100431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:38:51.088713 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.148949 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-d064198d-bf03-44cc-8501-90297316bdd3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:38:51.153798 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Attempting to bind port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:38:51.154386 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Attempting to bind port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:38:51.154910 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Attempting to bind port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 on network 5e48b003-30c1-4525-82d8-fb61c94e2598 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:38:51.157611 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-d064198d-bf03-44cc-8501-90297316bdd3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1214976 Sep 16 00:38:51.195391 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:38:51.196079 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Checking segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:51.196633 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.197213 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Bound using segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:38:51.197842 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Bound port: 3a571a9e-2935-4b36-8601-0d03e7d2ce33, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:38:51.198405 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.225797 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.272010 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbdb0-a104-4e68-8fff-9cb959c58ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.299107 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbdb0-a104-4e68-8fff-9cb959c58ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.342381 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33902) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:51.345220 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.350541 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-423834302-network', 'tenant_id': '5afc2b8b906840e496b7e39df9d8663f'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:51.424226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.436624 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-933b114f-6189-45bd-9f7b-1938224deb6f service neutron] 10.222.0.13 "GET /v2.0/networks/4c1c5168-a910-4a44-9730-6039474ead76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779574 Sep 16 00:38:51.461588 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbdb0-a104-4e68-8fff-9cb959c58ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.464632 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbdb0-a104-4e68-8fff-9cb959c58ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.468932 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-3d8cbdb0-a104-4e68-8fff-9cb959c58ba7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f064ad25-3bd2-43e7-9f03-565f1ba57ba4 HTTP/1.1" status: 204 len: 168 time: 0.5714614 Sep 16 00:38:51.488827 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33910) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:51.492191 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cbdb0-a104-4e68-8fff-9cb959c58ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064ad25-3bd2-43e7-9f03-565f1ba57ba4,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:51.503936 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Made reservation on behalf of 5afc2b8b906840e496b7e39df9d8663f for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:51.506891 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.524677 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Allocated IP 172.20.0.2 (bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f/cfe8e761-0c8f-4e76-a97f-7cf64036cb0d/80fdf187-9c19-4b11-b04a-714d7b7c45c7) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:51.539503 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:38:51.548496 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:51.557810 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.559848 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:38:51.575964 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b8b8e-d47c-4f6f-b188-fb8acc804e60 None None] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:51.626656 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Allocated IP 172.27.0.220 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/5efb041f-a6d7-4645-90a1-7630ed3c5f36) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:51.650732 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Pushing event updated for resources: {'Port': ['ID=00028006-7b95-4ebf-83e3-8e488398f690,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:51.774899 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.779611 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.792242 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:38:51.802442 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.802840 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Added segment 9233e768-6d24-4b3b-a612-1bef8d36aaf7 of type vlan for network 981a31a9-18ff-4b4d-a87d-f3f3b9b36554 Sep 16 00:38:51.844300 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c2a00-b881-4ec0-88f8-8a7e15063205,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:51.849837 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.897553 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.909142 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6be78083-b94d-4361-8f53-096610911e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.936738 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] For port 3a571a9e-2935-4b36-8601-0d03e7d2ce33, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:38:51.965414 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33924) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:51.970808 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] For port 3a571a9e-2935-4b36-8601-0d03e7d2ce33, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=3a571a9e-2935-4b36-8601-0d03e7d2ce33,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:38:51.975428 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.980913 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:51.985445 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-716e9d2d-816d-4c04-b538-9f516cb07fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.001152 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.002101 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:52.002670 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.005147 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.021939 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.077115 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.081072 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5efb041f-a6d7-4645-90a1-7630ed3c5f36,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:52.094628 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:38:52.104699 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:38:52.110925 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:52.113782 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:38:52.142957 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:52.151464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:38:52.155830 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bed7a-082d-4ffd-9647-467432326005 None None] Pushing event updated for resources: {'Port': ['ID=3a571a9e-2935-4b36-8601-0d03e7d2ce33,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:52.254211 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.260435 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] Pushing event updated for resources: {'Network': ['ID=981a31a9-18ff-4b4d-a87d-f3f3b9b36554,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:52.284472 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 981a31a9-18ff-4b4d-a87d-f3f3b9b36554 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:38:52.292636 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.346927 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6be78083-b94d-4361-8f53-096610911e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.349473 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Pushing event updated for resources: {'Port': ['ID=80fdf187-9c19-4b11-b04a-714d7b7c45c7,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:52.353739 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Attempting to bind port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:38:52.354268 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Attempting to bind port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:38:52.360093 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Attempting to bind port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:38:52.372140 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:38:52.372519 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Checking segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:52.372946 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.373347 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Bound using segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:38:52.373832 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Bound port: 80fdf187-9c19-4b11-b04a-714d7b7c45c7, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:38:52.374498 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.381525 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-78b4d987-198c-4b06-8d64-cdd9e92d0df9 service neutron] 10.222.0.13 "GET /v2.0/networks/4c1c5168-a910-4a44-9730-6039474ead76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9440472 Sep 16 00:38:52.449068 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:38:52.497002 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6be78083-b94d-4361-8f53-096610911e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.510559 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a3e3a230-4fc4-48e5-83b9-b521acd5a9dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1642118 Sep 16 00:38:52.579999 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33936) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:52.641256 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Request body: {'subnet': {'network_id': '981a31a9-18ff-4b4d-a87d-f3f3b9b36554', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-423834302-subnet', 'tenant_id': '5afc2b8b906840e496b7e39df9d8663f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:38:52.660618 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] For port 80fdf187-9c19-4b11-b04a-714d7b7c45c7, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:38:52.672044 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] For port 80fdf187-9c19-4b11-b04a-714d7b7c45c7, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=80fdf187-9c19-4b11-b04a-714d7b7c45c7,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:38:52.686655 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.711467 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6be78083-b94d-4361-8f53-096610911e4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=147cf39412b14231990631d5cff8874c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2166028 Sep 16 00:38:52.714469 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be78083-b94d-4361-8f53-096610911e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3a9e4-bee0-4522-b3ea-f7b70684cbbc,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:52.717876 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33952) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:52.738777 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.759553 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782579-6b39-456b-9ef2-0fdada6389c0 None None] Pushing event updated for resources: {'Port': ['ID=80fdf187-9c19-4b11-b04a-714d7b7c45c7,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:52.781287 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Allocated IP 172.27.0.131 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/cf693de7-1e1f-412a-bfbf-b80da0be5487) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:52.960806 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-716e9d2d-816d-4c04-b538-9f516cb07fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:52.971177 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-716e9d2d-816d-4c04-b538-9f516cb07fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.028228 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.036324 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9b69a27b-86ad-4f3a-a749-88b9fe7e5f48 req-4f973c4b-dcb0-46dc-9201-fb3cdaaf6a38 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.2381134 Sep 16 00:38:53.043242 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5aeb-b6b5-4f3e-92d6-4aa2ab7f0d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.049898 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Made reservation on behalf of 5afc2b8b906840e496b7e39df9d8663f for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:38:53.053393 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.099999 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-716e9d2d-816d-4c04-b538-9f516cb07fe4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff2893ef31a745ac801e92a55d5fc519&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1335514 Sep 16 00:38:53.113655 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 33966) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:53.134068 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e9d2d-816d-4c04-b538-9f516cb07fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d1064a-bbea-43ef-b611-6c8761941411,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:53.165141 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5aeb-b6b5-4f3e-92d6-4aa2ab7f0d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.216550 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.221745 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5aeb-b6b5-4f3e-92d6-4aa2ab7f0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.225540 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5aeb-b6b5-4f3e-92d6-4aa2ab7f0d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.226831 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c6ff5aeb-b6b5-4f3e-92d6-4aa2ab7f0d19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6a3a9e4-bee0-4522-b3ea-f7b70684cbbc HTTP/1.1" status: 204 len: 168 time: 0.5082738 Sep 16 00:38:53.246110 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff5aeb-b6b5-4f3e-92d6-4aa2ab7f0d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3a9e4-bee0-4522-b3ea-f7b70684cbbc,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:53.364967 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-42e61662-089c-4599-8015-19e5d842dbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.411115 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.486106 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.539022 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-42e61662-089c-4599-8015-19e5d842dbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.596905 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf693de7-1e1f-412a-bfbf-b80da0be5487,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:53.621457 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:38:53.632760 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:53.635257 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:38:53.640151 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 80fdf187-9c19-4b11-b04a-714d7b7c45c7 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:38:53.715082 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.748678 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:53.749209 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.781980 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458c7c20-6a4d-4dfd-8e49-d5352bbae685,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:53.823261 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Router 569119dd-d594-4747-90f0-2207c8e71278 is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:38:53.833210 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Router 73288955-2e0e-44e8-b639-05c7dd8e16d2 is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:38:53.876263 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e0aa5-3e73-4634-8c75-dd269f6022ca None None] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:53.918725 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 33990) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:53.941161 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5760b337-09d9-4e4f-a55c-ddf2fe260605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:53.973406 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-55653d9e-6543-4e3a-bfaf-6886a7806cca None None] Provisioning complete for port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:53.973806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-55653d9e-6543-4e3a-bfaf-6886a7806cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.137933 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-42e61662-089c-4599-8015-19e5d842dbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.140739 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-42e61662-089c-4599-8015-19e5d842dbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.141879 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-42e61662-089c-4599-8015-19e5d842dbde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60d1064a-bbea-43ef-b611-6c8761941411 HTTP/1.1" status: 204 len: 168 time: 1.0240386 Sep 16 00:38:54.162774 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e61662-089c-4599-8015-19e5d842dbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d1064a-bbea-43ef-b611-6c8761941411,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:54.174625 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Checking segment: {'id': '9233e768-6d24-4b3b-a612-1bef8d36aaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '981a31a9-18ff-4b4d-a87d-f3f3b9b36554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:54.175214 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Network hostable DHCP agents. Network: 981a31a9-18ff-4b4d-a87d-f3f3b9b36554, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:38:54.207081 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.216470 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Network 981a31a9-18ff-4b4d-a87d-f3f3b9b36554 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:38:54.228556 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-20c16fde-7162-4369-9267-602874472bb9 req-12e9e798-0f0e-4626-8b43-f6be0279b293 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0546045 Sep 16 00:38:54.235689 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:38:54.250507 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Sync routers for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:38:54.268180 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.274561 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:38:54.275816 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:38:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:54.291321 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 981a31a9-18ff-4b4d-a87d-f3f3b9b36554) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:54.308523 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8640f493-7f14-4d20-8cd1-670ad2e3f019 None None] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:54.311677 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:38:54.312433 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.334261 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:38:54.359481 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25358e-6bf2-4422-9229-fe8ebfebe0ba None None] Network 981a31a9-18ff-4b4d-a87d-f3f3b9b36554 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:54.373542 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Sync routers for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:38:54.411737 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 80fdf187-9c19-4b11-b04a-714d7b7c45c7, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=80fdf187-9c19-4b11-b04a-714d7b7c45c7,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:38:54.417853 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-55653d9e-6543-4e3a-bfaf-6886a7806cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.441284 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.442642 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a571a9e-2935-4b36-8601-0d03e7d2ce33 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:38:54.457205 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:38:54.471272 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5760b337-09d9-4e4f-a55c-ddf2fe260605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.479307 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.483491 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-1c3fe793-77f3-4c5f-93ca-8e5179a310c7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7761161 Sep 16 00:38:54.484182 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34008) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:54.495045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5760b337-09d9-4e4f-a55c-ddf2fe260605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.524509 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.525901 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-1772e3f7-81d2-40ee-9ffe-03d652fe5f6a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3695676 Sep 16 00:38:54.530361 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:38:54.531402 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:38:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:54.534444 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760b337-09d9-4e4f-a55c-ddf2fe260605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da7fe4-1b8e-4e8b-ad2e-08c2e312cf6e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:54.552046 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34010) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:54.616661 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6abd780b-2ac7-4158-8d5f-b420e2d19270 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0082688 Sep 16 00:38:54.671929 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:52Z', 'revision_number': 3, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:54.707072 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Checking router: 73288955-2e0e-44e8-b639-05c7dd8e16d2 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:38:54.707871 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Updating router 73288955-2e0e-44e8-b639-05c7dd8e16d2 port 00028006-7b95-4ebf-83e3-8e488398f690 binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:38:54.725623 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.761979 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:54.796086 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5760b337-09d9-4e4f-a55c-ddf2fe260605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f613356ff1f4874a41311bdf4722575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8756771 Sep 16 00:38:54.799610 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34020) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:54.877634 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34026) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:54.980919 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-55653d9e-6543-4e3a-bfaf-6886a7806cca None None] For port 3a571a9e-2935-4b36-8601-0d03e7d2ce33, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=3a571a9e-2935-4b36-8601-0d03e7d2ce33,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:38:55.026522 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-55653d9e-6543-4e3a-bfaf-6886a7806cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.056595 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] Deleting subnet e99bab15-6c52-4690-a9dc-980d733cc20c {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:38:55.080113 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.091108 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=80fdf187-9c19-4b11-b04a-714d7b7c45c7,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:55.156358 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.163256 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.216733 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Pushing event updated for resources: {'Port': ['ID=00028006-7b95-4ebf-83e3-8e488398f690,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:55.226826 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.227227 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.227673 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.228107 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.228537 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.229009 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.229433 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.230005 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.230469 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.230894 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.231866 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.231866 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Tracked resource versions report: Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: pushed versions: Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: { 'AddressGroup': {'1.2'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'ConntrackHelper': {'1.0'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Log': {'1.0'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Network': {'1.1'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Port': {'1.7'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'PortForwarding': {'1.2'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'QosPolicy': {'1.9'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroup': {'1.4'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroupRule': {'1.2'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SubPort': {'1.0'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Subnet': {'1.1'}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Trunk': {'1.1'}} Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: consumer versions: Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: { DHCP agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: HyperV agent@hv-cinder-80930: {}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: L3 agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: Metadata agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: Metering agent@dv-cinder-809303-1-iscsi: {}, Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: Open vSwitch agent@dv-cinder-809303-1-iscsi: { 'AddressGroup': '1.2', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'ConntrackHelper': '1.0', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Log': '1.0', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Network': '1.1', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Port': '1.7', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'PortForwarding': '1.2', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'QosPolicy': '1.9', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroup': '1.4', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SecurityGroupRule': '1.2', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'SubPort': '1.0', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Subnet': '1.1', Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: 'Trunk': '1.1'}} Sep 16 00:38:55.233208 dv-cinder-809303-1-iscsi neutron-server[100434]: {{(pid=100434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 00:38:55.240471 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.265275 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.273680 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Attempting to bind port 00028006-7b95-4ebf-83e3-8e488398f690 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:38:55.274109 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Attempting to bind port 00028006-7b95-4ebf-83e3-8e488398f690 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:38:55.274396 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Attempting to bind port 00028006-7b95-4ebf-83e3-8e488398f690 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:38:55.280819 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:38:55.281552 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:55.282269 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.282850 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:38:55.283725 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Bound port: 00028006-7b95-4ebf-83e3-8e488398f690, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:38:55.285254 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.320384 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e71ca93-4d93-4cd0-b279-7e34d1dddefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.379292 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] For port 00028006-7b95-4ebf-83e3-8e488398f690, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:38:55.388809 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] For port 00028006-7b95-4ebf-83e3-8e488398f690, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=00028006-7b95-4ebf-83e3-8e488398f690,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:38:55.398813 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.434124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:55.434583 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.438315 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:38:55.487642 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88b2e4-5bd1-45c1-a8c1-713ab0f74bf4 None None] Pushing event updated for resources: {'Port': ['ID=00028006-7b95-4ebf-83e3-8e488398f690,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:55.494148 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d16cd911-ac6e-42f8-8ee6-612d2f6d144e None None] Provisioning complete for port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:55.494643 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d16cd911-ac6e-42f8-8ee6-612d2f6d144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.514308 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e71ca93-4d93-4cd0-b279-7e34d1dddefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.528291 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:38:55.529703 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:38:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:55.610362 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653d9e-6543-4e3a-bfaf-6886a7806cca None None] Pushing event updated for resources: {'Port': ['ID=3a571a9e-2935-4b36-8601-0d03e7d2ce33,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:55.613131 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c68548-b3a6-4bf7-8c4d-7159efb3f54a None None] Network 981a31a9-18ff-4b4d-a87d-f3f3b9b36554 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:38:55.624160 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.666283 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.668943 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e99bab15-6c52-4690-a9dc-980d733cc20c HTTP/1.1" status: 204 len: 168 time: 0.7902946 Sep 16 00:38:55.670219 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba67562-ac3e-472f-86c6-ef59d4e82d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99bab15-6c52-4690-a9dc-980d733cc20c,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:55.677957 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34044) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:55.709852 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:38:55.768729 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.771749 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ba56a9ca-e587-40c8-80c1-08ea08cefa6e req-0759b0bd-c3db-4a6d-847e-81ab3a399d18 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0580151 Sep 16 00:38:55.828710 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:38:55.843992 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e71ca93-4d93-4cd0-b279-7e34d1dddefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.847335 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e71ca93-4d93-4cd0-b279-7e34d1dddefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:55.849063 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2e71ca93-4d93-4cd0-b279-7e34d1dddefa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49da7fe4-1b8e-4e8b-ad2e-08c2e312cf6e HTTP/1.1" status: 204 len: 168 time: 1.0453818 Sep 16 00:38:55.890959 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71ca93-4d93-4cd0-b279-7e34d1dddefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da7fe4-1b8e-4e8b-ad2e-08c2e312cf6e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:55.899952 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.019091 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.024109 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.046172 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:38:56.066674 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.067959 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.068981 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.070264 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.070795 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.071723 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.072257 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.073253 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.073741 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.074253 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.138951 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Sync routers for ids ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:38:56.152846 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.159199 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-b035c30e-43a7-4412-8751-cb6797b57bc6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5265853 Sep 16 00:38:56.179640 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34060) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:56.218854 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Routers {'9f32c6b7-b7c9-4a57-9e32-4922898adf0a'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:38:56.229598 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:38:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:56.459222 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.459575 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.459903 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.460232 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:38:56.460590 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe6f07a-1ea7-418c-8926-6ccdeeaf2225']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:56.526963 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d16cd911-ac6e-42f8-8ee6-612d2f6d144e None None] Provisioning complete for port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:56.541252 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d16cd911-ac6e-42f8-8ee6-612d2f6d144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.568587 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aad2c5-e6ee-4b52-b981-f202588f1b28') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:56.568907 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aad2c5-e6ee-4b52-b981-f202588f1b28') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:56.623125 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:52Z', 'revision_number': 3, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:56.626158 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 80fdf187-9c19-4b11-b04a-714d7b7c45c7 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:38:56.647046 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.691212 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:52Z', 'revision_number': 3, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:56.693361 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Checking router: 569119dd-d594-4747-90f0-2207c8e71278 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:38:56.693965 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Updating router 569119dd-d594-4747-90f0-2207c8e71278 port 5efb041f-a6d7-4645-90a1-7630ed3c5f36 binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:38:56.748403 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Set router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:38:56.766477 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.777905 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.813074 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14ca72-60f7-493f-bae6-ba6a6965d051 None None] The sync data for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi is: [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:52Z', 'revision_number': 3, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:38:56.823546 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:56.826998 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.847946 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:38:56.848965 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: from cryptography.utils import int_from_bytes Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: from cryptography.utils import int_from_bytes Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:38:56.869405 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:38:56.882814 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Allocated IP 172.20.0.1 (5e48b003-30c1-4525-82d8-fb61c94e2598/3df9efdd-16d8-487c-92ea-8121a6e09eff/875561d2-a2f8-499d-8fff-846de408d6b5) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:57.105047 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.120600 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-fad20605-a637-4c07-9500-b34123ee2239 None None] Provisioning complete for port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:57.121089 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fad20605-a637-4c07-9500-b34123ee2239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.125083 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe6f07a-1ea7-418c-8926-6ccdeeaf2225,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:57.134606 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.136758 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-e3bd0d5d-25da-4a6e-8c33-9978e887e1a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1fe6f07a-1ea7-418c-8926-6ccdeeaf2225 HTTP/1.1" status: 204 len: 168 time: 1.4576724 Sep 16 00:38:57.139637 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34096) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:57.174436 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Allocated IP 172.20.0.1 (bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f/cfe8e761-0c8f-4e76-a97f-7cf64036cb0d/ebe72b91-3748-4755-a536-b84b8877c8d0) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:57.180389 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:38:53Z', 'revision_number': 3, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port': {'id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:52Z', 'updated_at': '2021-09-16T00:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:57.182650 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-29c250ac-f9a5-4a67-a0f9-21a60b7f1f66 req-b9ae4738-5e52-4c75-9f43-82d7ff22b00d tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.1559224 Sep 16 00:38:57.226865 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] Deleting subnet 458c7c20-6a4d-4dfd-8e49-d5352bbae685 {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:38:57.244087 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.261662 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Checking router: 9f32c6b7-b7c9-4a57-9e32-4922898adf0a for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:38:57.262020 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Updating router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a port cf693de7-1e1f-412a-bfbf-b80da0be5487 binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:38:57.320146 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.505705 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.546074 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.578499 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.639772 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102a01-12dd-46e9-8373-ca139d502824 None None] Pushing event updated for resources: {'Port': ['ID=5efb041f-a6d7-4645-90a1-7630ed3c5f36,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:57.667046 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.691331 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a571a9e-2935-4b36-8601-0d03e7d2ce33 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:38:57.737409 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.757239 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Attempting to bind port 5efb041f-a6d7-4645-90a1-7630ed3c5f36 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:38:57.757806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Attempting to bind port 5efb041f-a6d7-4645-90a1-7630ed3c5f36 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:38:57.758331 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Attempting to bind port 5efb041f-a6d7-4645-90a1-7630ed3c5f36 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:38:57.782769 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:38:57.783346 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:57.783837 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.784463 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:38:57.785464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Bound port: 5efb041f-a6d7-4645-90a1-7630ed3c5f36, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:38:57.785857 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.852846 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] For port 5efb041f-a6d7-4645-90a1-7630ed3c5f36, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:38:57.856232 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] For port 5efb041f-a6d7-4645-90a1-7630ed3c5f36, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=5efb041f-a6d7-4645-90a1-7630ed3c5f36,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:38:57.872966 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.890757 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.904746 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.917909 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.969478 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:57.986270 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:38:57.986968 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:38:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:57.996175 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.075599 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8323fee-46c5-4453-9feb-3ead082dabc3 None None] Pushing event updated for resources: {'Port': ['ID=cf693de7-1e1f-412a-bfbf-b80da0be5487,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:58.079097 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.082158 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Attempting to bind port cf693de7-1e1f-412a-bfbf-b80da0be5487 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:38:58.097361 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Attempting to bind port cf693de7-1e1f-412a-bfbf-b80da0be5487 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:38:58.099316 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Attempting to bind port cf693de7-1e1f-412a-bfbf-b80da0be5487 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:38:58.122991 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:38:58.124436 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:38:58.127288 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.127860 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:38:58.138037 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Bound port: cf693de7-1e1f-412a-bfbf-b80da0be5487, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:38:58.138688 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.272092 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] For port cf693de7-1e1f-412a-bfbf-b80da0be5487, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:38:58.277478 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] For port cf693de7-1e1f-412a-bfbf-b80da0be5487, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=cf693de7-1e1f-412a-bfbf-b80da0be5487,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:38:58.283261 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.287610 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:38:58.309860 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:58.321052 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Pushing event updated for resources: {'Port': ['ID=875561d2-a2f8-499d-8fff-846de408d6b5,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:58.341276 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:38:58.345430 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.374436 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Routers {'9f32c6b7-b7c9-4a57-9e32-4922898adf0a'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:38:58.385508 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:38:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:58.396080 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:38:58.490542 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:38:58.495905 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:38:58.534280 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:38:58.627455 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.672806 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe72b91-3748-4755-a536-b84b8877c8d0,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:58.681509 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8323fee-46c5-4453-9feb-3ead082dabc3 None None] Pushing event updated for resources: {'Port': ['ID=cf693de7-1e1f-412a-bfbf-b80da0be5487,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:58.789608 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34144) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:58.798307 dv-cinder-809303-1-iscsi neutron-server[100423]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 00:38:58.811534 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.39', 53377) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:58.817688 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458c7c20-6a4d-4dfd-8e49-d5352bbae685,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:58.829982 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] Set router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:38:58.979899 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.985963 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:58.991567 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d282caba-20cd-4932-b02c-aa04e4ead8b7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/458c7c20-6a4d-4dfd-8e49-d5352bbae685 HTTP/1.1" status: 204 len: 168 time: 1.8508890 Sep 16 00:38:59.022159 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34150) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:38:59.038625 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5a0b846d-a9b4-4e79-b4bf-1149b4bc79f0 req-95ed2862-39a1-4a10-a21d-03c432b0f059 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.2475512 Sep 16 00:38:59.077270 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102a01-12dd-46e9-8373-ca139d502824 None None] Pushing event updated for resources: {'Port': ['ID=5efb041f-a6d7-4645-90a1-7630ed3c5f36,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:38:59.082823 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:59.083301 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.152277 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-9cb2880d-2f50-4c6a-bd0e-b3c33abcb9fe None None] Provisioning complete for port 875561d2-a2f8-499d-8fff-846de408d6b5 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:59.152991 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9cb2880d-2f50-4c6a-bd0e-b3c33abcb9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.198533 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.281693 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:38:53Z', 'revision_number': 3, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port': {'id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:52Z', 'updated_at': '2021-09-16T00:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:59.313393 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2880d-2f50-4c6a-bd0e-b3c33abcb9fe None None] Port 875561d2-a2f8-499d-8fff-846de408d6b5 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:38:59.358013 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b869ad9-92cc-4f3d-b7a0-955bcecf3b76 None None] The sync data for ids ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'] in dv-cinder-809303-1-iscsi is: [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:38:53Z', 'revision_number': 3, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port': {'id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:52Z', 'updated_at': '2021-09-16T00:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:38:59.436471 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:52Z', 'revision_number': 3, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:59.499707 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Allocated IP 172.20.0.1 (c6c40083-ac2d-41e4-bec2-522540afa5d5/5f9530c8-0628-4262-a526-1de7f9821cf8/9185de5a-3dc6-445a-8029-890214cfbd3e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:38:59.535994 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e693e9-5d33-4293-92e0-d17872bc3455 None None] The sync data for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi is: [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:52Z', 'revision_number': 3, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:38:59.552063 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-5d21e0cb-5fdb-4919-b38d-fbc08ae2b589 None None] Provisioning complete for port ebe72b91-3748-4755-a536-b84b8877c8d0 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:59.552458 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5d21e0cb-5fdb-4919-b38d-fbc08ae2b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.630797 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 00028006-7b95-4ebf-83e3-8e488398f690 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:38:59.649720 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.720234 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981a31a9-18ff-4b4d-a87d-f3f3b9b36554']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:59.736503 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-5d21e0cb-5fdb-4919-b38d-fbc08ae2b589 None None] Port ebe72b91-3748-4755-a536-b84b8877c8d0 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:38:59.766245 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9233e768-6d24-4b3b-a612-1bef8d36aaf7') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:59.766526 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9233e768-6d24-4b3b-a612-1bef8d36aaf7') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:38:59.819235 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 00028006-7b95-4ebf-83e3-8e488398f690 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:38:59.819235 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.820454 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.875794 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.931850 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.945575 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:38:59.945979 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:38:59.947729 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:39:00.148167 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.150188 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9076d3d3-85db-4006-8d08-9afaba25556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.171057 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.208603 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 00028006-7b95-4ebf-83e3-8e488398f690, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=00028006-7b95-4ebf-83e3-8e488398f690,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:00.242057 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.281866 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-d03bf472-ea6f-4125-b092-1e21375dace0 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:00.283549 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-d03bf472-ea6f-4125-b092-1e21375dace0 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.39 "GET /v2.0/networks?id=4c1c5168-a910-4a44-9730-6039474ead76 HTTP/1.1" status: 200 len: 812 time: 1.4672790 Sep 16 00:39:00.286968 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.346143 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.348115 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] 10.222.0.13 "DELETE /v2.0/networks/981a31a9-18ff-4b4d-a87d-f3f3b9b36554 HTTP/1.1" status: 204 len: 168 time: 1.3084297 Sep 16 00:39:00.412185 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-02c07579-43ba-43dd-ae32-168f5c7076a4 req-eb2384d9-7522-40ac-9a76-e4a39523230d tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.1336453 Sep 16 00:39:00.485769 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Request body: {'port': {'device_id': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'network_id': '4c1c5168-a910-4a44-9730-6039474ead76', 'admin_state_up': True, 'tenant_id': '6cb88199396c49ef9c20d6f69a9cbaf1'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:00.521175 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=00028006-7b95-4ebf-83e3-8e488398f690,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:00.533950 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fcf5a-0db3-4e95-b755-7ee7410c187c admin admin] Pushing event deleted for resources: {'Network': ['ID=981a31a9-18ff-4b4d-a87d-f3f3b9b36554,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:00.596582 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.735224 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.739849 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9185de5a-3dc6-445a-8029-890214cfbd3e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:00.763184 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.765672 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.880486 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:00.930340 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34218) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:01.044594 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:01.053452 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:01.057138 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:01.059280 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:01.064013 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:01.064888 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:01.198838 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:01.224950 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Pushing event updated for resources: {'Port': ['ID=875561d2-a2f8-499d-8fff-846de408d6b5,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:01.410414 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34228) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:01.430517 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c623add4-d786-4f0c-9acd-0bc145f08b20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ed76c62f03f4ec3b03ccc503d37d338&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2723737 Sep 16 00:39:01.574886 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Made reservation on behalf of 6cb88199396c49ef9c20d6f69a9cbaf1 for: {'port': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:01.588471 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:01.615022 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-7f069097-ca3e-4c88-8c79-3f50dac147e4 None None] Provisioning complete for port 875561d2-a2f8-499d-8fff-846de408d6b5 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:01.615483 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7f069097-ca3e-4c88-8c79-3f50dac147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:01.628433 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:01.761694 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-7f069097-ca3e-4c88-8c79-3f50dac147e4 None None] Port 875561d2-a2f8-499d-8fff-846de408d6b5 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:39:01.855724 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-191e48e9-c68c-4e02-9131-88ba8ba50b84 req-31b54066-d298-47a1-8a04-abebcb5df222 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.1645877 Sep 16 00:39:01.875782 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 5efb041f-a6d7-4645-90a1-7630ed3c5f36 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:01.877710 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Router 73288955-2e0e-44e8-b639-05c7dd8e16d2 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:39:01.912189 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.077191 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 5efb041f-a6d7-4645-90a1-7630ed3c5f36 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:02.081835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.193673 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.252559 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:39:02.275642 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a42ac0fa-3e1d-4c68-9ff6-8909ad461580 admin admin] 10.222.0.13 "PUT /v2.0/routers/73288955-2e0e-44e8-b639-05c7dd8e16d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7110901 Sep 16 00:39:02.280186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-221074a1-1d3c-4025-847c-21b54c2fbc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.292569 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Sync routers for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:39:02.354584 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:02.354976 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-221074a1-1d3c-4025-847c-21b54c2fbc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.355233 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:38:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:02.463530 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-221074a1-1d3c-4025-847c-21b54c2fbc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.478558 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-221074a1-1d3c-4025-847c-21b54c2fbc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.482216 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-221074a1-1d3c-4025-847c-21b54c2fbc7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b2eb945-0571-41ae-be0e-188367f79966 HTTP/1.1" status: 204 len: 168 time: 1.0696528 Sep 16 00:39:02.485352 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Allocated IP 172.20.0.13 (4c1c5168-a910-4a44-9730-6039474ead76/a339529c-6845-460d-a25a-75945008c4c7/f5b9a553-6ffe-4286-a2be-ef29c8246ebc) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:02.563092 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221074a1-1d3c-4025-847c-21b54c2fbc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2eb945-0571-41ae-be0e-188367f79966,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:02.587709 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:02.682686 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34268) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:02.958612 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.976355 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:02.977240 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.033276 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.116264 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79ab2956-5e71-4936-a688-8c58093492dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.137849 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 5efb041f-a6d7-4645-90a1-7630ed3c5f36, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=5efb041f-a6d7-4645-90a1-7630ed3c5f36,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:03.161220 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9185de5a-3dc6-445a-8029-890214cfbd3e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:03.163629 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.167048 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 00028006-7b95-4ebf-83e3-8e488398f690 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:03.258951 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c8d5688e-bc38-4918-b5af-2a113a891b29 req-6e9f2c7b-ada1-4b4c-974d-7a34709ec1ee tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.1648521 Sep 16 00:39:03.269149 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34286) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:03.341591 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.344230 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe72b91-3748-4755-a536-b84b8877c8d0,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:03.395691 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 2, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:03.457568 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-bec69742-8d06-46ad-bd12-6f12fd3274d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5afc2b8b906840e496b7e39df9d8663f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1774406 Sep 16 00:39:03.460962 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34290) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:03.485354 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.654018 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Checking router: 73288955-2e0e-44e8-b639-05c7dd8e16d2 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:39:03.654315 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Updating router 73288955-2e0e-44e8-b639-05c7dd8e16d2 port 875561d2-a2f8-499d-8fff-846de408d6b5 binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:39:03.672610 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:03.680149 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:03.682447 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f647f0a4-5801-4ccc-a139-d26e61a32394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.719610 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 00028006-7b95-4ebf-83e3-8e488398f690 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:03.720066 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.771578 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0f33-8019-45cf-b973-57c3b127f1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.779112 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=5efb041f-a6d7-4645-90a1-7630ed3c5f36,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:03.800821 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.806516 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.825373 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.907761 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:03.915092 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0f33-8019-45cf-b973-57c3b127f1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.921926 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:03.972419 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34298) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:03.982406 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-1dcd9791-ffbc-48fc-9410-2f15d5c725ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091049220', 'description': 'tempest-description--1944246729'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:04.026205 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:04.028133 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Pushing event updated for resources: {'Port': ['ID=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:04.066464 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Network 4c1c5168-a910-4a44-9730-6039474ead76 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:04.097488 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:39:04.124270 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:04.147028 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:04.188914 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34300) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:04.212576 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f647f0a4-5801-4ccc-a139-d26e61a32394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.231045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f647f0a4-5801-4ccc-a139-d26e61a32394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.258748 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:04.259397 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.382260 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b5b10d8c-9e29-446b-bd87-5cf63437eab3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9188509 Sep 16 00:39:04.492991 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9791-ffbc-48fc-9410-2f15d5c725ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.497481 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device cf693de7-1e1f-412a-bfbf-b80da0be5487 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:04.517494 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Router 569119dd-d594-4747-90f0-2207c8e71278 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:39:04.518737 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0f33-8019-45cf-b973-57c3b127f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.536642 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0f33-8019-45cf-b973-57c3b127f1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.536642 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ccdb0f33-8019-45cf-b973-57c3b127f1aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e72c2a00-b881-4ec0-88f8-8a7e15063205 HTTP/1.1" status: 204 len: 168 time: 1.0431490 Sep 16 00:39:04.536980 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.551201 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f647f0a4-5801-4ccc-a139-d26e61a32394 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e89466b3cce9402ca6b40594c890d0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8623323 Sep 16 00:39:04.557700 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-38a5ad4f-bea0-4602-a53b-f38c24ad1c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.563644 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34310) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:04.567986 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647f0a4-5801-4ccc-a139-d26e61a32394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65ea43-6121-444f-ac0d-7eb7eb88f945,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:04.568150 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-ab3e8644-e74e-47e0-88df-6348a3cacb35 None None] Provisioning complete for port ebe72b91-3748-4755-a536-b84b8877c8d0 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:04.568150 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8644-e74e-47e0-88df-6348a3cacb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.585665 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.627747 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:39:04.634031 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb0f33-8019-45cf-b973-57c3b127f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c2a00-b881-4ec0-88f8-8a7e15063205,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:04.641310 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Sync routers for ids ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:39:04.650894 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-3781451e-ebd2-4b8b-b2c7-da062357e2d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f32c6b7-b7c9-4a57-9e32-4922898adf0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4701891 Sep 16 00:39:04.675910 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Routers {'9f32c6b7-b7c9-4a57-9e32-4922898adf0a'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:04.677371 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:04.728181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb51dd-e86e-47f3-9603-c0e06c0421d5 req-df8c8744-f7a8-4fb4-9e36-5dca0d407ece tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:04.735452 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e1fb51dd-e86e-47f3-9603-c0e06c0421d5 req-df8c8744-f7a8-4fb4-9e36-5dca0d407ece tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 932 time: 0.2542095 Sep 16 00:39:04.757433 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea944c-0bb0-40db-87f1-e2a53ee179ed None None] Pushing event updated for resources: {'Port': ['ID=875561d2-a2f8-499d-8fff-846de408d6b5,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:04.757706 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-867c77a3-0da7-4623-9e18-0d2767e62751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.784133 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:39:04.809822 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-370faef8-e91f-4fbe-99d6-f6445450a074 admin admin] 10.222.0.13 "PUT /v2.0/routers/569119dd-d594-4747-90f0-2207c8e71278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3157318 Sep 16 00:39:04.824961 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Sync routers for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:39:04.827347 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-867c77a3-0da7-4623-9e18-0d2767e62751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.852601 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e1fb51dd-e86e-47f3-9603-c0e06c0421d5 req-a11f20ac-98f2-4a96-8b45-ed7d44af5d80 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143620 Sep 16 00:39:04.876836 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port cf693de7-1e1f-412a-bfbf-b80da0be5487 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:04.877117 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.904290 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e8644-e74e-47e0-88df-6348a3cacb35 None None] Port ebe72b91-3748-4755-a536-b84b8877c8d0 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:39:04.907974 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:04.908965 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:04.960795 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-38a5ad4f-bea0-4602-a53b-f38c24ad1c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.963588 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-867c77a3-0da7-4623-9e18-0d2767e62751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.967971 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-867c77a3-0da7-4623-9e18-0d2767e62751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:04.969191 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-867c77a3-0da7-4623-9e18-0d2767e62751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd65ea43-6121-444f-ac0d-7eb7eb88f945 HTTP/1.1" status: 204 len: 168 time: 0.3991449 Sep 16 00:39:04.988227 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-38a5ad4f-bea0-4602-a53b-f38c24ad1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.008043 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Set router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:05.020837 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c77a3-0da7-4623-9e18-0d2767e62751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65ea43-6121-444f-ac0d-7eb7eb88f945,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:05.138451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ad4f-bea0-4602-a53b-f38c24ad1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133eb984-6672-47e1-8d1c-4dc779c40426,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:05.202454 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34334) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:05.202919 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-38a5ad4f-bea0-4602-a53b-f38c24ad1c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c22c0c8949403dbc30018dee59a735&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0017354 Sep 16 00:39:05.338529 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9791-ffbc-48fc-9410-2f15d5c725ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.338854 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-12dae639-692d-471e-ac0b-76b095550089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.346827 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9791-ffbc-48fc-9410-2f15d5c725ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.387654 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-12dae639-692d-471e-ac0b-76b095550089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.437525 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd9791-ffbc-48fc-9410-2f15d5c725ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75439ab6-15f6-4bb9-b892-3c39e4ca78e8,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:05.455936 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9791-ffbc-48fc-9410-2f15d5c725ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.459108 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-1dcd9791-ffbc-48fc-9410-2f15d5c725ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4821491 Sep 16 00:39:05.462141 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34344) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:05.466923 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-78aa36c8-1566-43be-beba-0a9341b3864c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'security_group_rule': {'security_group_id': '75439ab6-15f6-4bb9-b892-3c39e4ca78e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:05.472614 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Attempting to bind port 875561d2-a2f8-499d-8fff-846de408d6b5 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:05.473520 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Attempting to bind port 875561d2-a2f8-499d-8fff-846de408d6b5 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:05.473925 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Attempting to bind port 875561d2-a2f8-499d-8fff-846de408d6b5 on network 5e48b003-30c1-4525-82d8-fb61c94e2598 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:05.530115 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:01Z', 'revision_number': 4, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port': {'id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:52Z', 'updated_at': '2021-09-16T00:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '9185de5a-3dc6-445a-8029-890214cfbd3e', 'name': '', 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'mac_address': 'fa:16:3e:af:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:58Z', 'updated_at': '2021-09-16T00:39:02Z', 'revision_number': 2, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'subnets': [{'id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:05.567334 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-12dae639-692d-471e-ac0b-76b095550089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.573800 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-12dae639-692d-471e-ac0b-76b095550089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.575966 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.576813 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Checking router: 9f32c6b7-b7c9-4a57-9e32-4922898adf0a for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:39:05.577215 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Updating router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a port 9185de5a-3dc6-445a-8029-890214cfbd3e binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:39:05.583407 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-12dae639-692d-471e-ac0b-76b095550089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/133eb984-6672-47e1-8d1c-4dc779c40426 HTTP/1.1" status: 204 len: 168 time: 0.3796332 Sep 16 00:39:05.605004 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:05.605380 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Checking segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:05.605785 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.606177 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Bound using segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:05.606720 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Bound port: 875561d2-a2f8-499d-8fff-846de408d6b5, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:05.607403 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.612942 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.618303 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dae639-692d-471e-ac0b-76b095550089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133eb984-6672-47e1-8d1c-4dc779c40426,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:05.621727 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-9c110e38-25ee-45fd-9c01-19ca5b2bd260 None None] Provisioning complete for port 875561d2-a2f8-499d-8fff-846de408d6b5 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:05.622093 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9c110e38-25ee-45fd-9c01-19ca5b2bd260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.633266 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78aa36c8-1566-43be-beba-0a9341b3864c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.768614 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-9c110e38-25ee-45fd-9c01-19ca5b2bd260 None None] Port 875561d2-a2f8-499d-8fff-846de408d6b5 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:39:05.793981 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:05.868818 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78aa36c8-1566-43be-beba-0a9341b3864c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.875194 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port cf693de7-1e1f-412a-bfbf-b80da0be5487, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=cf693de7-1e1f-412a-bfbf-b80da0be5487,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:05.883987 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78aa36c8-1566-43be-beba-0a9341b3864c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.920197 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa36c8-1566-43be-beba-0a9341b3864c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6bb1e4-340f-4f5b-bc43-ab2dcf59edba,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:05.945033 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78aa36c8-1566-43be-beba-0a9341b3864c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.945789 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] For port 875561d2-a2f8-499d-8fff-846de408d6b5, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:05.950188 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-78aa36c8-1566-43be-beba-0a9341b3864c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4844816 Sep 16 00:39:05.950544 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] For port 875561d2-a2f8-499d-8fff-846de408d6b5, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=875561d2-a2f8-499d-8fff-846de408d6b5,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:05.950672 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34360) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:05.958567 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:05.962175 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-59508ad6-dbc6-4c3b-83ae-d2adaf559ca9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'security_group_rule': {'security_group_id': '75439ab6-15f6-4bb9-b892-3c39e4ca78e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:06.014535 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.022717 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=cf693de7-1e1f-412a-bfbf-b80da0be5487,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:06.032204 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-59508ad6-dbc6-4c3b-83ae-d2adaf559ca9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.097624 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.173958 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:06.174603 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:06.183419 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-59508ad6-dbc6-4c3b-83ae-d2adaf559ca9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.192398 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-59508ad6-dbc6-4c3b-83ae-d2adaf559ca9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.238194 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59508ad6-dbc6-4c3b-83ae-d2adaf559ca9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a2ac15-9f69-4eb1-82ab-aabb714cbd28,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:06.257318 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-59508ad6-dbc6-4c3b-83ae-d2adaf559ca9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.258537 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-59508ad6-dbc6-4c3b-83ae-d2adaf559ca9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070810 Sep 16 00:39:06.261770 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34368) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:06.266117 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:06.349532 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 5efb041f-a6d7-4645-90a1-7630ed3c5f36 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:06.373198 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.515381 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.527733 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.596472 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34376) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:06.617855 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-ae158008-f668-4df4-843a-c071b21f7b6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12558736', 'description': 'tempest-description--2085385662'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:06.636904 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-9c2e2e1c-0e0a-49e7-95b4-a7268fc48bb8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:06.648110 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-9c2e2e1c-0e0a-49e7-95b4-a7268fc48bb8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 819 time: 0.6043520 Sep 16 00:39:06.683016 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea944c-0bb0-40db-87f1-e2a53ee179ed None None] Pushing event updated for resources: {'Port': ['ID=875561d2-a2f8-499d-8fff-846de408d6b5,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:06.693046 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac174d20-dfb0-418b-8394-fae95f8e3a29 None None] Pushing event updated for resources: {'Port': ['ID=9185de5a-3dc6-445a-8029-890214cfbd3e,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:06.702053 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-335c7517-dac1-47d4-baa3-36557dcd46bf tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/quotas/0cf7fb006f9e4f7b990e0d0eaa49211e HTTP/1.1" status: 200 len: 375 time: 0.0437899 Sep 16 00:39:06.770231 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ae158008-f668-4df4-843a-c071b21f7b6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.774274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-1bf11ce5-0506-4082-a63e-2788d7725867 None None] Provisioning complete for port 875561d2-a2f8-499d-8fff-846de408d6b5 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:06.777590 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1bf11ce5-0506-4082-a63e-2788d7725867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.792904 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34380) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:06.887978 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Attempting to bind port 9185de5a-3dc6-445a-8029-890214cfbd3e on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:06.888275 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Attempting to bind port 9185de5a-3dc6-445a-8029-890214cfbd3e by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:06.888641 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Attempting to bind port 9185de5a-3dc6-445a-8029-890214cfbd3e on network c6c40083-ac2d-41e4-bec2-522540afa5d5 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:06.904883 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:06.905267 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Checking segment: {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:06.911396 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.911673 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Bound using segment: {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:06.912200 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Bound port: 9185de5a-3dc6-445a-8029-890214cfbd3e, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:06.921440 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-bcbfb874-7948-4023-9ac4-936616f3ef4f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100465 Sep 16 00:39:06.922862 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.930717 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:06.976082 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:07.115203 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] For port 9185de5a-3dc6-445a-8029-890214cfbd3e, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:07.128237 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] For port 9185de5a-3dc6-445a-8029-890214cfbd3e, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=9185de5a-3dc6-445a-8029-890214cfbd3e,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:07.144009 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.166131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-273e905d-7a9c-4e3a-b212-e8ca28ba9244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.189500 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 5efb041f-a6d7-4645-90a1-7630ed3c5f36 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:07.191328 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.212121 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f1049979-98d9-40ab-9c22-231bb73b49dd service neutron] 10.222.0.13 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890687 Sep 16 00:39:07.258727 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ae158008-f668-4df4-843a-c071b21f7b6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.275139 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ae158008-f668-4df4-843a-c071b21f7b6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.313224 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Routers {'9f32c6b7-b7c9-4a57-9e32-4922898adf0a'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:07.315219 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:07.390799 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34396) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:07.424610 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac174d20-dfb0-418b-8394-fae95f8e3a29 None None] Pushing event updated for resources: {'Port': ['ID=9185de5a-3dc6-445a-8029-890214cfbd3e,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:07.464633 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-273e905d-7a9c-4e3a-b212-e8ca28ba9244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.484912 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-273e905d-7a9c-4e3a-b212-e8ca28ba9244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.529023 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-de17278a-2ed8-43b7-a82d-be395ad6f1a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149002 Sep 16 00:39:07.540195 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571fa6b-5247-42bf-a739-8a0b4c925cda req-e0165bff-4fab-4f57-ac3a-740d7fba8424 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:07.548284 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1571fa6b-5247-42bf-a739-8a0b4c925cda req-e0165bff-4fab-4f57-ac3a-740d7fba8424 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 932 time: 0.7562091 Sep 16 00:39:07.595027 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ae158008-f668-4df4-843a-c071b21f7b6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.600879 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ae158008-f668-4df4-843a-c071b21f7b6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9932282 Sep 16 00:39:07.601528 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34402) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:07.605939 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-0873b2c7-449f-4a08-9e56-ecc1dc65ed74 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'security_group_rule': {'security_group_id': '5dbd11f4-8ff3-405f-83e5-bca3afe74887', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:07.621404 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] Set router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:07.642790 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-427356367-network', 'tenant_id': 'fb8075c0176f45abb31d777969a85da0'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:07.697932 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae158008-f668-4df4-843a-c071b21f7b6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd11f4-8ff3-405f-83e5-bca3afe74887,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:07.747327 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Made reservation on behalf of fb8075c0176f45abb31d777969a85da0 for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:07.751383 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.755821 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0873b2c7-449f-4a08-9e56-ecc1dc65ed74 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.766000 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:07.823170 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-273e905d-7a9c-4e3a-b212-e8ca28ba9244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=752ba8b867984171a94a5e40c6da3b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0291567 Sep 16 00:39:07.856248 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1571fa6b-5247-42bf-a739-8a0b4c925cda req-3fc353ba-21f3-40b5-97bd-3859d7256f7d tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858939 Sep 16 00:39:07.857764 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34412) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:07.911167 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e905d-7a9c-4e3a-b212-e8ca28ba9244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b8c51d-5760-49bc-90d0-0fb36c2bd93d,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:07.924583 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Allocated IP 172.27.0.156 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/47d6d1a6-ac29-400a-87ac-c0ab8a4a2c42) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:07.949543 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 2, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:07.955508 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7db40c-344a-41fa-99ae-227f71b57538 req-18505cf3-e824-4ac8-8dd5-25e9ca1726ae tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 210 time: 0.0947750 Sep 16 00:39:07.980533 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Checking router: 569119dd-d594-4747-90f0-2207c8e71278 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:39:07.981059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Updating router 569119dd-d594-4747-90f0-2207c8e71278 port ebe72b91-3748-4755-a536-b84b8877c8d0 binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:39:08.012608 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1bf11ce5-0506-4082-a63e-2788d7725867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.039061 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:01Z', 'revision_number': 4, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port': {'id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:52Z', 'updated_at': '2021-09-16T00:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '9185de5a-3dc6-445a-8029-890214cfbd3e', 'name': '', 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'mac_address': 'fa:16:3e:af:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:58Z', 'updated_at': '2021-09-16T00:39:07Z', 'revision_number': 4, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'subnets': [{'id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:08.056957 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0873b2c7-449f-4a08-9e56-ecc1dc65ed74 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.125759 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607eda82-28a5-4857-ac6f-f08ec9678e6a None None] The sync data for ids ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'] in dv-cinder-809303-1-iscsi is: [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:01Z', 'revision_number': 4, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port': {'id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:52Z', 'updated_at': '2021-09-16T00:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '9185de5a-3dc6-445a-8029-890214cfbd3e', 'name': '', 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'mac_address': 'fa:16:3e:af:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:58Z', 'updated_at': '2021-09-16T00:39:07Z', 'revision_number': 4, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'subnets': [{'id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:39:08.146369 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0873b2c7-449f-4a08-9e56-ecc1dc65ed74 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.262927 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1bf11ce5-0506-4082-a63e-2788d7725867 None None] For port 875561d2-a2f8-499d-8fff-846de408d6b5, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=875561d2-a2f8-499d-8fff-846de408d6b5,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:08.290603 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b2c7-449f-4a08-9e56-ecc1dc65ed74 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fbc927-44d4-4e3e-a25a-9e684fad4398,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:08.292981 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device cf693de7-1e1f-412a-bfbf-b80da0be5487 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:08.326205 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1bf11ce5-0506-4082-a63e-2788d7725867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.337134 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.349100 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ee631a07-3049-4c58-a12d-d6c875ce164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.385539 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.414489 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ee631a07-3049-4c58-a12d-d6c875ce164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.544187 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.553132 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.553668 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.565415 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0873b2c7-449f-4a08-9e56-ecc1dc65ed74 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.567171 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-0873b2c7-449f-4a08-9e56-ecc1dc65ed74 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9646261 Sep 16 00:39:08.581025 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:08.589931 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1def4-790c-4521-b044-eaf84da63184 req-a7a13e8a-6e56-4a7c-86ed-32f514bc3ebb tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:08.590755 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34454) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:08.601291 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-a7a13e8a-6e56-4a7c-86ed-32f514bc3ebb tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 819 time: 0.1699965 Sep 16 00:39:08.604592 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-a7e1bd16-e3e4-4ceb-bf38-9ed23c221e89 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'security_group_rule': {'security_group_id': '5dbd11f4-8ff3-405f-83e5-bca3afe74887', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:08.627189 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:08.630428 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:08.632514 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebc7479-f1ef-4891-aba3-3004415740bd,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:08.654676 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ee631a07-3049-4c58-a12d-d6c875ce164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.661373 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d924ac6a-a3a1-432f-96b1-723cb3376d9e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/quotas/0cf7fb006f9e4f7b990e0d0eaa49211e HTTP/1.1" status: 200 len: 375 time: 0.0591452 Sep 16 00:39:08.663241 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ee631a07-3049-4c58-a12d-d6c875ce164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.663406 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'Port': ['ID=47d6d1a6-ac29-400a-87ac-c0ab8a4a2c42,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:08.668142 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-ee631a07-3049-4c58-a12d-d6c875ce164f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05b8c51d-5760-49bc-90d0-0fb36c2bd93d HTTP/1.1" status: 204 len: 168 time: 0.8062584 Sep 16 00:39:08.732636 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:39:08.813369 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee631a07-3049-4c58-a12d-d6c875ce164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b8c51d-5760-49bc-90d0-0fb36c2bd93d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:08.850113 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:08.853374 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Added segment e477a26f-ccd0-4f9a-a366-cb9cfacd61c9 of type vlan for network 988db814-4695-4832-b550-ceb82745a088 Sep 16 00:39:08.888055 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-b0b72baf-78a5-4b1d-8123-9bac8f4365ef tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2239234 Sep 16 00:39:08.901976 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-9ab341c1-8ccc-469f-824e-b8db82a60415 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:39:08.905398 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-9ab341c1-8ccc-469f-824e-b8db82a60415 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433774 Sep 16 00:39:09.069946 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.171384 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.177314 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:09.179442 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.319523 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] Pushing event updated for resources: {'Network': ['ID=988db814-4695-4832-b550-ceb82745a088,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:09.334352 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7e1bd16-e3e4-4ceb-bf38-9ed23c221e89 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.508082 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-4c0a4819-5182-41a2-8c19-6b878923c867 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1127217 Sep 16 00:39:09.512591 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34484) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:09.527433 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.545586 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.598513 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 988db814-4695-4832-b550-ceb82745a088 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:39:09.623690 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7e1bd16-e3e4-4ceb-bf38-9ed23c221e89 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.638736 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.658057 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Request body: {'subnet': {'network_id': '988db814-4695-4832-b550-ceb82745a088', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-427356367-subnet', 'tenant_id': 'fb8075c0176f45abb31d777969a85da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:09.676933 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.680292 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf11ce5-0506-4082-a63e-2788d7725867 None None] Pushing event updated for resources: {'Port': ['ID=875561d2-a2f8-499d-8fff-846de408d6b5,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:09.773886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7e1bd16-e3e4-4ceb-bf38-9ed23c221e89 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.831276 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-6f1ba0a6-5a69-4417-9645-9ca0c003db68 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:39:09.841505 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-6f1ba0a6-5a69-4417-9645-9ca0c003db68 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3005257 Sep 16 00:39:09.850524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Made reservation on behalf of fb8075c0176f45abb31d777969a85da0 for: {'subnet': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:09.857677 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:09.987550 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Request body: {'port': {'device_id': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:10.062510 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port cf693de7-1e1f-412a-bfbf-b80da0be5487 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:10.063618 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.412239 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7e1bd16-e3e4-4ceb-bf38-9ed23c221e89 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.419901 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a7e1bd16-e3e4-4ceb-bf38-9ed23c221e89 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8276818 Sep 16 00:39:10.428484 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34522) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:10.433867 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:10.479830 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.534589 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.566037 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-7ce6f2bd-3f5a-46c9-8479-46e1689bb9f5 service neutron] 10.222.0.13 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236478 Sep 16 00:39:10.608266 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.634737 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1bd16-e3e4-4ceb-bf38-9ed23c221e89 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b3b716-1098-43d8-9cf0-c0d1df95bb7a,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:10.708713 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.745197 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e18a1e-b9ca-4f71-adf7-7ab88df5d70c None None] Pushing event updated for resources: {'Port': ['ID=ebe72b91-3748-4755-a536-b84b8877c8d0,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:10.765709 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:05Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:10.805254 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45396cf3-584e-46ae-acd6-a0501e7f5b52 req-fc0c212c-d36f-4f42-a9b7-2015d6ad62ee tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:10.806824 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45396cf3-584e-46ae-acd6-a0501e7f5b52 req-fc0c212c-d36f-4f42-a9b7-2015d6ad62ee tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 932 time: 0.9749458 Sep 16 00:39:10.821932 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc0349-0428-4fcc-abf6-98b8656ef1ba None None] The sync data for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi is: [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:05Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:39:10.867441 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-66babc94-f2fc-45ea-b0ee-3cf69da6919e None None] Provisioning complete for port ebe72b91-3748-4755-a536-b84b8877c8d0 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:10.867871 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66babc94-f2fc-45ea-b0ee-3cf69da6919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.904491 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5d810b3-5d1f-460d-9619-74dd5a7ec09d service neutron] 10.222.0.13 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950892 Sep 16 00:39:10.921413 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.934567 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Attempting to bind port ebe72b91-3748-4755-a536-b84b8877c8d0 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:10.934939 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Attempting to bind port ebe72b91-3748-4755-a536-b84b8877c8d0 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:10.935296 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Attempting to bind port ebe72b91-3748-4755-a536-b84b8877c8d0 on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:10.980440 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:10.980878 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Checking segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:10.982339 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.982734 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Bound using segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:10.983286 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Bound port: ebe72b91-3748-4755-a536-b84b8877c8d0, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:10.983715 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:10.985561 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3b90a0-38c3-4d5c-bf3d-7ce5615f6a13,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:11.008313 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45396cf3-584e-46ae-acd6-a0501e7f5b52 req-2fda1c92-f55d-41b7-b88c-d8d6f5dfcf2c tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947670 Sep 16 00:39:11.040102 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Checking segment: {'id': 'e477a26f-ccd0-4f9a-a366-cb9cfacd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '988db814-4695-4832-b550-ceb82745a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:11.040383 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Network hostable DHCP agents. Network: 988db814-4695-4832-b550-ceb82745a088, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:39:11.110863 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-66babc94-f2fc-45ea-b0ee-3cf69da6919e None None] Port ebe72b91-3748-4755-a536-b84b8877c8d0 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:39:11.111466 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Network 988db814-4695-4832-b550-ceb82745a088 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:39:11.143880 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 988db814-4695-4832-b550-ceb82745a088) {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:11.157943 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:11.158546 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:11.162139 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d27736-139c-4428-b031-bce84159bd4b None None] Network 988db814-4695-4832-b550-ceb82745a088 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:39:11.209437 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5fb6474f-8871-488e-b505-d71a6a234e88 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5809259 Sep 16 00:39:11.556383 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.39', 53401) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:11.614177 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 9185de5a-3dc6-445a-8029-890214cfbd3e up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:11.742075 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'Port': ['ID=47d6d1a6-ac29-400a-87ac-c0ab8a4a2c42,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:11.948050 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] For port ebe72b91-3748-4755-a536-b84b8877c8d0, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:11.959858 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96857961-6f62-417f-afb7-6000793cac69 None None] Network 988db814-4695-4832-b550-ceb82745a088 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:39:11.999158 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-fafb4f97-e959-4dc1-9044-db9020e570a3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:12.006167 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-fafb4f97-e959-4dc1-9044-db9020e570a3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 819 time: 0.4357970 Sep 16 00:39:12.028060 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5a8a7d4a-1671-4b99-8218-4b3660dec189 req-4cf850be-39e9-42ec-8f40-48a9d7c4bc92 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 210 time: 0.4336681 Sep 16 00:39:12.037500 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Request body: {'port': {'device_id': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'admin_state_up': True, 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:12.043262 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:12.088109 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34578) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:12.110157 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:12.130151 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c0de0504-c76d-440c-ab81-d23f09f6f216 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8671751 Sep 16 00:39:12.145273 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] For port ebe72b91-3748-4755-a536-b84b8877c8d0, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=ebe72b91-3748-4755-a536-b84b8877c8d0,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:12.211213 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:12.359884 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:12.534040 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2521f404-8e4b-4f86-bfd4-0b2c3b64df74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:12.710214 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e18a1e-b9ca-4f71-adf7-7ab88df5d70c None None] Pushing event updated for resources: {'Port': ['ID=ebe72b91-3748-4755-a536-b84b8877c8d0,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:12.756199 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 9185de5a-3dc6-445a-8029-890214cfbd3e triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:12.757491 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:12.778118 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:12.779974 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:12.838848 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b9a553-6ffe-4286-a2be-ef29c8246ebc {{(pid=100423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:12.872498 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:13.020435 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.provisioning_blocks [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Transition to ACTIVE for port object f5b9a553-6ffe-4286-a2be-ef29c8246ebc will not be triggered until provisioned by entity L2. {{(pid=100423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:39:13.074753 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Allocated IP 172.27.0.59 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/b2efef2a-b6ee-4185-b3b2-7137aa80ac87) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:13.103346 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-c7cc32d0-e713-4fa2-9458-f58d9983e031 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2091049220&fields=id&tenant_id=3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 267 time: 0.3146670 Sep 16 00:39:13.127662 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:13.143974 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b26d5-30f0-4e6d-90b4-9f0beafafb17 req-c8cc01d9-f09a-4602-beee-b6e1bf031191 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:13.147583 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-198b26d5-30f0-4e6d-90b4-9f0beafafb17 req-c8cc01d9-f09a-4602-beee-b6e1bf031191 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 932 time: 0.9612827 Sep 16 00:39:13.208448 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-e4847bbd-754f-4eae-ad90-7dc92304e123 None None] Provisioning complete for port ebe72b91-3748-4755-a536-b84b8877c8d0 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:13.209115 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e4847bbd-754f-4eae-ad90-7dc92304e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:13.237107 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34618) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:13.252040 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1132624018-network', 'tenant_id': 'abfc218e609d456d910f98f8b03b6554'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:13.289629 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:13.314566 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-198b26d5-30f0-4e6d-90b4-9f0beafafb17 req-a6feeac0-de83-49f9-bad9-880f100d29ec tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532328 Sep 16 00:39:13.380883 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:13.402165 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:13.531327 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.39', 53408) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:13.541626 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:13.544782 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 9185de5a-3dc6-445a-8029-890214cfbd3e, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=9185de5a-3dc6-445a-8029-890214cfbd3e,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:13.554604 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:13.699977 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:13.951014 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1def4-790c-4521-b044-eaf84da63184 req-a86b8f5c-e2f3-40d5-b7b6-7ed2260a06b4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:13.952563 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-a86b8f5c-e2f3-40d5-b7b6-7ed2260a06b4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 819 time: 0.3871388 Sep 16 00:39:14.010072 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=9185de5a-3dc6-445a-8029-890214cfbd3e,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:14.022837 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-944ad465-8bd6-4a68-b5aa-7c7b2dd81f64 req-624e72eb-fdee-448c-bd72-abd2cccd3a43 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 210 time: 0.0561495 Sep 16 00:39:14.027420 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 875561d2-a2f8-499d-8fff-846de408d6b5 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:14.032798 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Request body: {'port': {'device_id': 'aef05380-5566-460b-9dc1-5676fba748df', 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'admin_state_up': True, 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:14.043398 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:14.080218 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:14.087421 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:14.208185 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e4847bbd-754f-4eae-ad90-7dc92304e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.254988 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e4847bbd-754f-4eae-ad90-7dc92304e123 None None] For port ebe72b91-3748-4755-a536-b84b8877c8d0, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=ebe72b91-3748-4755-a536-b84b8877c8d0,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:14.268322 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e4847bbd-754f-4eae-ad90-7dc92304e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.331609 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2521f404-8e4b-4f86-bfd4-0b2c3b64df74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.368272 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'Port': ['ID=b2efef2a-b6ee-4185-b3b2-7137aa80ac87,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:14.384567 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.db.api [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 00:39:14.384567 dv-cinder-809303-1-iscsi neutron-server[100419]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 00:39:14.384567 dv-cinder-809303-1-iscsi neutron-server[100419]: [parameters: {'project_id_1': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'expiration_1': datetime.datetime(2021, 9, 16, 0, 38, 53, 280953)}] Sep 16 00:39:14.384567 dv-cinder-809303-1-iscsi neutron-server[100419]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 00:39:14.388723 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG oslo_db.api [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 00:39:14.397713 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.db.api [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 00:39:14.397713 dv-cinder-809303-1-iscsi neutron-server[100419]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 00:39:14.397713 dv-cinder-809303-1-iscsi neutron-server[100419]: [parameters: {'project_id_1': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'expiration_1': datetime.datetime(2021, 9, 16, 0, 38, 54, 321258)}] Sep 16 00:39:14.397713 dv-cinder-809303-1-iscsi neutron-server[100419]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 00:39:14.398060 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG oslo_db.api [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 00:39:14.401205 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 875561d2-a2f8-499d-8fff-846de408d6b5 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:14.402316 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.415129 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Made reservation on behalf of abfc218e609d456d910f98f8b03b6554 for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:14.429030 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.432451 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2521f404-8e4b-4f86-bfd4-0b2c3b64df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.448501 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-9d2a66c4-0f42-4253-9829-dbd25097961e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:14.455955 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-9d2a66c4-0f42-4253-9829-dbd25097961e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 817 time: 1.3510582 Sep 16 00:39:14.498182 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34646) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:14.532621 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521f404-8e4b-4f86-bfd4-0b2c3b64df74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031702ac-2ee2-44cf-89eb-a4c96e4bcc97,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:14.551357 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-187f8684-5faa-4967-930d-00e82af6319e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/quotas/3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 375 time: 0.0937719 Sep 16 00:39:14.553000 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.563552 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4847bbd-754f-4eae-ad90-7dc92304e123 None None] Pushing event updated for resources: {'Port': ['ID=ebe72b91-3748-4755-a536-b84b8877c8d0,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:14.578426 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1ed733c-0031-410c-940a-93af50496961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:11Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:14.586525 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-2521f404-8e4b-4f86-bfd4-0b2c3b64df74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7b3582b597e4a11b00df2a0cf170727&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4816451 Sep 16 00:39:14.595827 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34652) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:14.659109 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed733c-0031-410c-940a-93af50496961 None None] The sync data for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi is: [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:11Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:39:14.744159 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eea27-c39e-4f9d-8244-ba8c5ecf28c9 req-19fe9c19-eecc-4fc0-901e-4fdbc68d2b4e tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:14.745777 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-af5eea27-c39e-4f9d-8244-ba8c5ecf28c9 req-19fe9c19-eecc-4fc0-901e-4fdbc68d2b4e tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 944 time: 0.3044133 Sep 16 00:39:14.765747 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:14.776598 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34654) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:14.906239 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-af5eea27-c39e-4f9d-8244-ba8c5ecf28c9 req-c04c2b64-6055-40e6-9356-a8f2b23b13df tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392698 Sep 16 00:39:14.946923 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe267-b04e-4edb-98ed-21182aaa27c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.014595 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.managers [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Attempting to bind port f5b9a553-6ffe-4286-a2be-ef29c8246ebc on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:15.015380 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.managers [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Attempting to bind port f5b9a553-6ffe-4286-a2be-ef29c8246ebc by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'fea84f89-26df-40cb-bb4b-618a5d782b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4c1c5168-a910-4a44-9730-6039474ead76'}] {{(pid=100423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:15.015872 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Attempting to bind port f5b9a553-6ffe-4286-a2be-ef29c8246ebc on network 4c1c5168-a910-4a44-9730-6039474ead76 {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:15.024041 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe267-b04e-4edb-98ed-21182aaa27c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.052363 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Port f5b9a553-6ffe-4286-a2be-ef29c8246ebc on network 4c1c5168-a910-4a44-9730-6039474ead76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:39:15.053403 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Attempting to bind port f5b9a553-6ffe-4286-a2be-ef29c8246ebc on network 4c1c5168-a910-4a44-9730-6039474ead76 {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:15.104021 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8b15099-cc42-413b-8f91-63ef31a57c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.133356 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.183478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.269165 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.270380 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.274428 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:15.274832 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Checking segment: {'id': 'fea84f89-26df-40cb-bb4b-618a5d782b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4c1c5168-a910-4a44-9730-6039474ead76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:15.275664 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Bound using segment: {'id': 'fea84f89-26df-40cb-bb4b-618a5d782b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4c1c5168-a910-4a44-9730-6039474ead76'} {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:15.276118 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.managers [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Bound port: f5b9a553-6ffe-4286-a2be-ef29c8246ebc, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea84f89-26df-40cb-bb4b-618a5d782b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4c1c5168-a910-4a44-9730-6039474ead76'}}] {{(pid=100423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:15.276490 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.277400 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e45629dd-1b55-4c6c-94d0-1d5903d03209 req-de3aaed0-feb6-4c71-993a-65c9f7f22ee6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 210 time: 0.1274672 Sep 16 00:39:15.325730 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe267-b04e-4edb-98ed-21182aaa27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.328571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5cfe267-b04e-4edb-98ed-21182aaa27c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.330694 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-e5cfe267-b04e-4edb-98ed-21182aaa27c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/031702ac-2ee2-44cf-89eb-a4c96e4bcc97 HTTP/1.1" status: 204 len: 168 time: 0.7330866 Sep 16 00:39:15.330694 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Made reservation on behalf of 0cf7fb006f9e4f7b990e0d0eaa49211e for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:15.346997 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-40fe757b-da9a-4952-bb01-9b9ab2daf223 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5673521 Sep 16 00:39:15.349541 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.366153 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:39:15.422345 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6932b543-9d27-4c0f-943d-4924773e7c1d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:15.439855 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.440382 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Added segment fd9d3d60-5f0a-4ca3-9c02-390f7ff51517 of type vlan for network d2902e81-5e5b-4d4a-bd23-010a08a636ac Sep 16 00:39:15.510047 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfe267-b04e-4edb-98ed-21182aaa27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031702ac-2ee2-44cf-89eb-a4c96e4bcc97,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:15.516223 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Made reservation on behalf of 0cf7fb006f9e4f7b990e0d0eaa49211e for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:15.527869 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.624170 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] For port f5b9a553-6ffe-4286-a2be-ef29c8246ebc, host hv-cinder-80930, cleared binding levels {{(pid=100423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:15.632577 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] For port f5b9a553-6ffe-4286-a2be-ef29c8246ebc, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,segment=NetworkSegment(fea84f89-26df-40cb-bb4b-618a5d782b75),segment_id=fea84f89-26df-40cb-bb4b-618a5d782b75)] {{(pid=100423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:15.675523 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.770382 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.775471 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cab20671-2508-46e7-8d7c-845ae62c48b9 service neutron] 10.222.0.13 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865850 Sep 16 00:39:15.777552 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.db.api [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 00:39:15.777552 dv-cinder-809303-1-iscsi neutron-server[100423]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 00:39:15.777552 dv-cinder-809303-1-iscsi neutron-server[100423]: [parameters: {'project_id_1': 'f84f076e90a84f828216f444b760b688', 'expiration_1': datetime.datetime(2021, 9, 16, 0, 38, 55, 351552)}] Sep 16 00:39:15.777552 dv-cinder-809303-1-iscsi neutron-server[100423]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 00:39:15.780526 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG oslo_db.api [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 00:39:15.780526 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.784748 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:15.924867 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device ebe72b91-3748-4755-a536-b84b8877c8d0 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:15.965023 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,revision_number=3']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:16.069677 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port ebe72b91-3748-4755-a536-b84b8877c8d0 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:16.070764 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.246036 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.250356 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:16.251127 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.271300 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 9185de5a-3dc6-445a-8029-890214cfbd3e up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:16.307508 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.362254 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 9185de5a-3dc6-445a-8029-890214cfbd3e triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:16.363720 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.372195 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:16.372846 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.374255 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-2dbe7726-9159-4db4-a776-db3e9547771e service neutron] 10.222.0.39 "PUT /v2.0/ports/f5b9a553-6ffe-4286-a2be-ef29c8246ebc HTTP/1.1" status: 200 len: 1094 time: 6.7307546 Sep 16 00:39:16.377629 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'tag': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:16.436942 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'Port': ['ID=b2efef2a-b6ee-4185-b3b2-7137aa80ac87,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:16.460527 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.475823 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-8e542a76-3351-4ddf-b850-ff02d866b3fa service neutron] 10.222.0.13 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002034 Sep 16 00:39:16.494534 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d95bb-45a6-4d3d-8804-3e9fc7dd35cc req-98f52a81-4de9-47d1-928f-bc54c91529d3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:16.510972 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-247d95bb-45a6-4d3d-8804-3e9fc7dd35cc req-98f52a81-4de9-47d1-928f-bc54c91529d3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 944 time: 0.2835777 Sep 16 00:39:16.539107 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8b15099-cc42-413b-8f91-63ef31a57c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.552070 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8b15099-cc42-413b-8f91-63ef31a57c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.614819 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f8b15099-cc42-413b-8f91-63ef31a57c48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f28f9ff03a7e4bdabb3be3909c3d3f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0835085 Sep 16 00:39:16.616814 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.627630 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f8c52554-9886-446c-b8d3-9f0bcfd51390 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1979284 Sep 16 00:39:16.633332 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34684) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:16.636041 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1df3425-40cb-4945-b3c9-ea5a002dc66f" -d '{"events": [{"name": "network-changed", "server_uuid": "4de37d8f-0dd1-4383-9314-081fd230b3e2", "tag": "f5b9a553-6ffe-4286-a2be-ef29c8246ebc"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:16.639368 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Allocated IP 172.20.0.7 (c6c40083-ac2d-41e4-bec2-522540afa5d5/5f9530c8-0628-4262-a526-1de7f9821cf8/d66c9b55-36db-43ea-b2b0-d004d7b616cc) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:16.640704 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b15099-cc42-413b-8f91-63ef31a57c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c54e0d-c485-4ff1-8c2e-cc84c64aadbf,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:16.649216 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] Pushing event updated for resources: {'Network': ['ID=d2902e81-5e5b-4d4a-bd23-010a08a636ac,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:16.657334 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c79af609-83ad-45f8-a1c1-a690280b1676 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4175670 Sep 16 00:39:16.662317 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34690) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:16.668129 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Request body: {'subnet': {'network_id': 'd2902e81-5e5b-4d4a-bd23-010a08a636ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1132624018-subnet', 'tenant_id': 'abfc218e609d456d910f98f8b03b6554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:16.698391 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network d2902e81-5e5b-4d4a-bd23-010a08a636ac details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:39:16.799852 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-247d95bb-45a6-4d3d-8804-3e9fc7dd35cc req-b0cf343a-c14d-4d1b-9313-f66d86302fc0 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882068 Sep 16 00:39:16.832237 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.928219 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57ec4962-c787-49fb-8dd5-de25e30b1f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:16.970172 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.006762 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-88d3687f-d186-498a-91a5-54e234c9eb3f req-8b287c99-9c10-400f-aba0-7a794daf5a8b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 210 time: 0.1824720 Sep 16 00:39:17.008071 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Made reservation on behalf of abfc218e609d456d910f98f8b03b6554 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:17.012679 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.035912 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57ec4962-c787-49fb-8dd5-de25e30b1f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.104807 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34708) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:17.158596 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.183520 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b245c664-2774-4453-a191-4f0d1552aeab req-6ab8601a-3ab7-4ba5-932c-56c7c51abcd4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 210 time: 0.0929499 Sep 16 00:39:17.215020 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57ec4962-c787-49fb-8dd5-de25e30b1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.217819 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57ec4962-c787-49fb-8dd5-de25e30b1f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.231517 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-57ec4962-c787-49fb-8dd5-de25e30b1f97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86c54e0d-c485-4ff1-8c2e-cc84c64aadbf HTTP/1.1" status: 204 len: 168 time: 0.5956609 Sep 16 00:39:17.247080 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5573955-32a2-42b8-85c5-f66b28154f00,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:17.256929 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-71d15552-3b51-44cf-aba7-c426a787e0f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f84f076e90a84f828216f444b760b688&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4752371 Sep 16 00:39:17.262441 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 34720) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:17.264267 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c3338-48bf-4897-8853-2846e63473f5 x-openstack-request-id: req-8c0c3338-48bf-4897-8853-2846e63473f5 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:17.264982 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de37d8f-0dd1-4383-9314-081fd230b3e2", "tag": "f5b9a553-6ffe-4286-a2be-ef29c8246ebc", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:17.265375 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c0c3338-48bf-4897-8853-2846e63473f5 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:17.266055 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'tag': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc', 'status': 'completed', 'code': 200} Sep 16 00:39:17.285635 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec4962-c787-49fb-8dd5-de25e30b1f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c54e0d-c485-4ff1-8c2e-cc84c64aadbf,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:17.331474 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.411551 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-19efd51d-4f5d-4f7e-8579-790bd7a2a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:17.413241 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-19efd51d-4f5d-4f7e-8579-790bd7a2a779 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cb88199396c49ef9c20d6f69a9cbaf1&device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1460745 Sep 16 00:39:17.418326 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-b05d5595-5d71-4b4c-88f3-4ea57b99b87e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--12558736&fields=id&tenant_id=cf2954dd3f9749619ab5444ff9143325 HTTP/1.1" status: 200 len: 267 time: 0.0863767 Sep 16 00:39:17.433371 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-186378803-network', 'tenant_id': '897b45cd4f9d4cdc84a2c7e40c3393a0'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:17.524333 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:17.538298 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:17.545806 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Allocated IP 172.20.0.6 (c6c40083-ac2d-41e4-bec2-522540afa5d5/5f9530c8-0628-4262-a526-1de7f9821cf8/76097437-0073-4910-8dc7-44e6f565c671) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:17.548607 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Pushing event updated for resources: {'Port': ['ID=d66c9b55-36db-43ea-b2b0-d004d7b616cc,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:17.548912 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-f13d7f72-2671-4c62-8aaa-e1d0fea8e082 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9a553-6ffe-4286-a2be-ef29c8246ebc HTTP/1.1" status: 200 len: 217 time: 0.1257353 Sep 16 00:39:17.556012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:17.562282 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:17.562956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.576472 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Made reservation on behalf of 897b45cd4f9d4cdc84a2c7e40c3393a0 for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:17.578800 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.587397 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9428c872-c5cf-4500-8902-3a58314f2e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.605300 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.622910 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-115e4822-8ba2-40f0-95b1-2e78ef10ae9b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6062946 Sep 16 00:39:17.651260 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Request body: {'port': {'device_id': 'aef05380-5566-460b-9dc1-5676fba748df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:17.707589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9428c872-c5cf-4500-8902-3a58314f2e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.720818 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-ac9b61bd-91d0-4974-81bb-276d57350e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:17.722287 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-ac9b61bd-91d0-4974-81bb-276d57350e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a339529c-6845-460d-a25a-75945008c4c7 HTTP/1.1" status: 200 len: 852 time: 0.1579993 Sep 16 00:39:17.734566 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-03ea19c2-7ec4-492a-9552-4a9a49e1b58a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:17.736185 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-03ea19c2-7ec4-492a-9552-4a9a49e1b58a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 811 time: 0.3011055 Sep 16 00:39:17.778960 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.809386 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:17.811164 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-ee2bda6a-7821-446f-8db6-7bbec81334de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c1c5168-a910-4a44-9730-6039474ead76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715992 Sep 16 00:39:17.837368 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-897e85c7-4c71-4917-a2f5-97bce550feaa tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/quotas/cf2954dd3f9749619ab5444ff9143325 HTTP/1.1" status: 200 len: 375 time: 0.0881729 Sep 16 00:39:17.938882 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905fd3b7-30ff-49f9-b430-404f63302d55,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:17.955971 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Checking segment: {'id': 'fd9d3d60-5f0a-4ca3-9c02-390f7ff51517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd2902e81-5e5b-4d4a-bd23-010a08a636ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:17.956432 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Network hostable DHCP agents. Network: d2902e81-5e5b-4d4a-bd23-010a08a636ac, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:39:18.011005 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-db505d28-52d0-4e05-842a-fee17088775a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432414 Sep 16 00:39:18.056355 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Network d2902e81-5e5b-4d4a-bd23-010a08a636ac is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:39:18.088250 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, d2902e81-5e5b-4d4a-bd23-010a08a636ac) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:18.098718 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:18.099317 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.109991 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d218ce8-f352-4f8d-9eda-8a1884f3777f None None] Network d2902e81-5e5b-4d4a-bd23-010a08a636ac requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:39:18.217950 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-03e24df2-81a9-4030-bccc-b16ae3d9de01 service neutron] 10.222.0.39 "GET /v2.0/networks/4c1c5168-a910-4a44-9730-6039474ead76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562206 Sep 16 00:39:18.276686 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c1503-86b3-4b5e-a79a-05f5d405aa70 None None] Network d2902e81-5e5b-4d4a-bd23-010a08a636ac requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:39:18.281243 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.39', 53412) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:18.288174 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9428c872-c5cf-4500-8902-3a58314f2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.291299 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9428c872-c5cf-4500-8902-3a58314f2e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.296015 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-9428c872-c5cf-4500-8902-3a58314f2e20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5573955-32a2-42b8-85c5-f66b28154f00 HTTP/1.1" status: 204 len: 168 time: 1.0285103 Sep 16 00:39:18.402914 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.421844 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428c872-c5cf-4500-8902-3a58314f2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5573955-32a2-42b8-85c5-f66b28154f00,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:18.441010 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccea271-ad4d-4f39-a621-cdd90d28999d req-cc16a751-0a8d-46d7-ab04-fa9c8c245586 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:18.452267 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cccea271-ad4d-4f39-a621-cdd90d28999d req-cc16a751-0a8d-46d7-ab04-fa9c8c245586 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 944 time: 0.5377522 Sep 16 00:39:18.583139 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-bd5fdfb6-3e7d-40c3-8023-0fc67812a8ce service neutron] 10.222.0.13 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362105 Sep 16 00:39:18.669714 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.735227 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Network c6c40083-ac2d-41e4-bec2-522540afa5d5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:18.737162 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3846b7ab-30fd-43f0-8281-b42c018a90ee req-b75f1d23-6f5b-433c-a746-379214ea3d5b service neutron] 10.222.0.39 "GET /v2.0/networks/4c1c5168-a910-4a44-9730-6039474ead76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114400 Sep 16 00:39:18.748629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:18.761243 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-83b18037-7fa9-49a8-83ac-0b21784c7527 service neutron] 10.222.0.13 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416531 Sep 16 00:39:18.775056 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.779984 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:18.786421 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:18.787106 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.810818 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8a63da44-b045-4e70-91b9-87b592872ef5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1470280 Sep 16 00:39:18.816577 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cccea271-ad4d-4f39-a621-cdd90d28999d req-89966c31-ae2b-4f9c-ac1d-161697b55e8c tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426023 Sep 16 00:39:18.829295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.885243 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8552873 Sep 16 00:39:18.934390 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34766) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:18.960246 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0dce82b-6e5d-4933-b1f6-87f9faa0652c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:18.966673 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-a6c54f59-2468-4152-97e6-2f4403084c5b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:18.968418 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-a6c54f59-2468-4152-97e6-2f4403084c5b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 817 time: 0.6697149 Sep 16 00:39:18.997529 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66c9b55-36db-43ea-b2b0-d004d7b616cc {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:19.010461 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.023850 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-25e835e8-8907-4a9d-90ac-51813b7040b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:19.026600 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-25e835e8-8907-4a9d-90ac-51813b7040b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cb88199396c49ef9c20d6f69a9cbaf1&device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1948059 Sep 16 00:39:19.035305 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Transition to ACTIVE for port object d66c9b55-36db-43ea-b2b0-d004d7b616cc will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:39:19.049801 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Request body: {'port': {'device_id': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:19.077040 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e8c70-5ed8-4d61-9d4b-4e402989a140 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Pushing event updated for resources: {'Port': ['ID=76097437-0073-4910-8dc7-44e6f565c671,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:19.108536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:39:19.115537 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.186394 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0dce82b-6e5d-4933-b1f6-87f9faa0652c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.197077 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c0dce82b-6e5d-4933-b1f6-87f9faa0652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.248949 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dce82b-6e5d-4933-b1f6-87f9faa0652c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83ba969-42aa-4a62-bd7b-aff02de65627,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:19.284505 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ed8e0bad-8c75-4618-aa57-8655db5ffe48 req-47d4a5af-a026-4790-badf-acc25e39a3e2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 210 time: 0.0965383 Sep 16 00:39:19.324944 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.324944 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Added segment 4cf023b4-e568-4979-8507-97fc346eb59f of type vlan for network ce2e1d93-2daf-42b0-980d-0465f3eef878 Sep 16 00:39:19.337688 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8141326d-0179-4bff-a0db-e038f726ff3a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:19.359383 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c0dce82b-6e5d-4933-b1f6-87f9faa0652c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dada5ce4eca4176bd464c2bc28e76d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234545 Sep 16 00:39:19.364112 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34786) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:19.428251 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-dbbcda83-5952-438f-998c-91bc4ad403c3 req-2a8b65b8-fa3e-4858-94df-9b86b40ad6a4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 210 time: 0.0524478 Sep 16 00:39:19.459396 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-e926f393-1a1a-4c4e-ae10-ac0c3b5ca603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:19.460903 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-e926f393-1a1a-4c4e-ae10-ac0c3b5ca603 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c1c5168-a910-4a44-9730-6039474ead76 HTTP/1.1" status: 200 len: 913 time: 0.4249341 Sep 16 00:39:19.485765 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Pushing event updated for resources: {'Port': ['ID=d66c9b55-36db-43ea-b2b0-d004d7b616cc,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:19.498015 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-3db457c8-83dd-42da-88d5-b3908b439bc6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 380 time: 0.4325662 Sep 16 00:39:19.506909 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Attempting to bind port d66c9b55-36db-43ea-b2b0-d004d7b616cc on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:19.507280 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Attempting to bind port d66c9b55-36db-43ea-b2b0-d004d7b616cc by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:19.507594 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Attempting to bind port d66c9b55-36db-43ea-b2b0-d004d7b616cc on network c6c40083-ac2d-41e4-bec2-522540afa5d5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:19.517527 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d4b-6baf-4359-ba1f-5ac29a7df716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.521272 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.522040 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-999ec9d9-0493-4f13-b7da-dfddd665dab4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9a553-6ffe-4286-a2be-ef29c8246ebc HTTP/1.1" status: 200 len: 217 time: 0.0495641 Sep 16 00:39:19.526593 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'port': {'device_id': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'admin_state_up': True, 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'security_groups': ['75439ab6-15f6-4bb9-b892-3c39e4ca78e8']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:19.534529 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.548239 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Port d66c9b55-36db-43ea-b2b0-d004d7b616cc on network c6c40083-ac2d-41e4-bec2-522540afa5d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:39:19.548549 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Attempting to bind port d66c9b55-36db-43ea-b2b0-d004d7b616cc on network c6c40083-ac2d-41e4-bec2-522540afa5d5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:19.592950 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:19.592950 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Checking segment: {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:19.593538 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Bound using segment: {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:19.593836 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Bound port: d66c9b55-36db-43ea-b2b0-d004d7b616cc, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:19.594218 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.595144 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-997c2a87-b039-4176-ac1c-7aa5772b3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:19.597003 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-997c2a87-b039-4176-ac1c-7aa5772b3eb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a339529c-6845-460d-a25a-75945008c4c7 HTTP/1.1" status: 200 len: 852 time: 0.0669866 Sep 16 00:39:19.599663 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d4b-6baf-4359-ba1f-5ac29a7df716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.645566 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-c6617784-4bf1-4be3-a74d-fc1f0a43499a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c1c5168-a910-4a44-9730-6039474ead76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363684 Sep 16 00:39:19.655315 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65946e01-3102-44dc-9f21-d9529a0e782f req-9c686ae9-f336-4ff5-951a-f538109d35b9 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:19.657190 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-65946e01-3102-44dc-9f21-d9529a0e782f req-9c686ae9-f336-4ff5-951a-f538109d35b9 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 943 time: 0.5930226 Sep 16 00:39:19.776764 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d4b-6baf-4359-ba1f-5ac29a7df716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.779922 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d4b-6baf-4359-ba1f-5ac29a7df716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.782158 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.782672 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8ab94d4b-6baf-4359-ba1f-5ac29a7df716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f83ba969-42aa-4a62-bd7b-aff02de65627 HTTP/1.1" status: 204 len: 168 time: 0.4176321 Sep 16 00:39:19.784506 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:19.787301 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:19.797623 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94d4b-6baf-4359-ba1f-5ac29a7df716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83ba969-42aa-4a62-bd7b-aff02de65627,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:19.838736 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-925b3971-8b17-47ec-ae03-fa45702199d6 service neutron] 10.222.0.39 "GET /v2.0/networks/4c1c5168-a910-4a44-9730-6039474ead76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836333 Sep 16 00:39:19.961197 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1df3425-40cb-4945-b3c9-ea5a002dc66f req-c36b83d8-6fb5-4a44-a057-86e0da3df218 service neutron] 10.222.0.39 "GET /v2.0/networks/4c1c5168-a910-4a44-9730-6039474ead76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153865 Sep 16 00:39:19.992487 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8865857 Sep 16 00:39:19.995937 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 34798) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:20.004203 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Request body: {'subnet': {'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-186378803-subnet', 'tenant_id': '897b45cd4f9d4cdc84a2c7e40c3393a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:20.041656 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8dc4a-e3e8-44cf-a89c-1141170d2240 req-73555cc4-2ddd-4484-9f62-868618d676c1 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:20.048982 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-09c8dc4a-e3e8-44cf-a89c-1141170d2240 req-73555cc4-2ddd-4484-9f62-868618d676c1 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 944 time: 0.0908778 Sep 16 00:39:20.056754 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Made reservation on behalf of 897b45cd4f9d4cdc84a2c7e40c3393a0 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:20.059018 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:20.069365 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-65946e01-3102-44dc-9f21-d9529a0e782f req-266057ca-ec43-4572-8151-c0ed4fb81cb1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992879 Sep 16 00:39:20.082145 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0829f0c-1ed4-42ba-98be-7abb5e747d0c admin admin] Pushing event updated for resources: {'Network': ['ID=ce2e1d93-2daf-42b0-980d-0465f3eef878,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:20.102734 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network ce2e1d93-2daf-42b0-980d-0465f3eef878 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:39:20.133634 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] For port d66c9b55-36db-43ea-b2b0-d004d7b616cc, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:20.140238 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Made reservation on behalf of 3cdc107b671940128936bc82bfd44250 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:20.145726 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:20.162832 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-09c8dc4a-e3e8-44cf-a89c-1141170d2240 req-76e5eeef-70f4-4e10-82ae-9317bdd2086e tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075149 Sep 16 00:39:20.203729 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] For port d66c9b55-36db-43ea-b2b0-d004d7b616cc, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:20.272454 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:20.470747 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Allocated IP 172.20.0.4 (5e48b003-30c1-4525-82d8-fb61c94e2598/3df9efdd-16d8-487c-92ea-8121a6e09eff/71722fb0-efb8-4248-91b0-d3191294875c) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:20.482798 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:20.493451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:20.494078 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:20.496159 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] 10.222.0.39 "PUT /v2.0/ports/d66c9b55-36db-43ea-b2b0-d004d7b616cc HTTP/1.1" status: 200 len: 1093 time: 2.8601408 Sep 16 00:39:20.498488 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef05380-5566-460b-9dc1-5676fba748df', 'tag': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:20.620871 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f257dc00-adb1-434d-9573-a0be8566abfe req-c0d9a17c-eff6-4c54-ab5e-13356c4e5b9d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 210 time: 0.1885440 Sep 16 00:39:20.689873 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8dc61bb-c222-4606-8fbd-fa44616e35f2 req-85178953-82b3-41f2-8441-45152a0fe0af tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 210 time: 0.0987668 Sep 16 00:39:20.720433 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e52fae-4b56-429b-a95a-ee58c7d6dc7c service neutron] Pushing event updated for resources: {'Port': ['ID=d66c9b55-36db-43ea-b2b0-d004d7b616cc,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:20.781704 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9587445-3dc7-4cc4-87cf-b7b4a547592e,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:20.811075 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-52da44de-cdfe-4d4b-8d5d-c522db79027d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:20.813357 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-52da44de-cdfe-4d4b-8d5d-c522db79027d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 811 time: 0.4655173 Sep 16 00:39:20.814461 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Checking segment: {'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:20.815060 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Network hostable DHCP agents. Network: ce2e1d93-2daf-42b0-980d-0465f3eef878, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:39:20.866587 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Network ce2e1d93-2daf-42b0-980d-0465f3eef878 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:39:20.901874 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-fda3ceb3-415d-42c2-a541-20370e0e1f7d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf2954dd3f9749619ab5444ff9143325 HTTP/1.1" status: 200 len: 378 time: 0.0729373 Sep 16 00:39:20.903631 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, ce2e1d93-2daf-42b0-980d-0465f3eef878) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:20.909499 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:20.910357 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:20.914219 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf54dca-0f76-4935-acaf-1abe57b17a78 None None] Network ce2e1d93-2daf-42b0-980d-0465f3eef878 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:39:20.919575 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'port': {'device_id': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'admin_state_up': True, 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'security_groups': ['5dbd11f4-8ff3-405f-83e5-bca3afe74887']}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:20.956004 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb" -d '{"events": [{"name": "network-changed", "server_uuid": "aef05380-5566-460b-9dc1-5676fba748df", "tag": "d66c9b55-36db-43ea-b2b0-d004d7b616cc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:21.009727 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1def4-790c-4521-b044-eaf84da63184 req-fc098305-8fb2-4ac5-913b-50d752e92a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:21.011229 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-fc098305-8fb2-4ac5-913b-50d752e92a3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 1096 time: 0.4213350 Sep 16 00:39:21.079110 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Made reservation on behalf of cf2954dd3f9749619ab5444ff9143325 for: {'port': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:21.084717 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.111135 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-08efefa2-7666-4ed2-a4ee-53cfa0e2c3db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1065416 Sep 16 00:39:21.155218 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-64265b80-9fe3-455f-b78c-bd0839f82949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc HTTP/1.1" status: 200 len: 217 time: 0.1006236 Sep 16 00:39:21.166706 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fa527-08bc-42ae-958f-3c73a16bbcbd None None] Network ce2e1d93-2daf-42b0-980d-0465f3eef878 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:39:21.167438 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76097437-0073-4910-8dc7-44e6f565c671 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:21.211512 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.285042 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Transition to ACTIVE for port object 76097437-0073-4910-8dc7-44e6f565c671 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:39:21.288231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.301151 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1def4-790c-4521-b044-eaf84da63184 req-1614b29d-1f5f-40ed-b612-640984416e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:21.302919 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-1614b29d-1f5f-40ed-b612-640984416e34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.1395626 Sep 16 00:39:21.303768 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.305192 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Allocated IP 172.20.0.11 (bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f/cfe8e761-0c8f-4e76-a97f-7cf64036cb0d/f6e6bbb0-6d0c-482f-a484-162a95412d97) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:21.483465 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-e026b290-2547-4cc1-acad-d362d9e2ca35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702058 Sep 16 00:39:21.500967 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351ee6-3e76-40a7-8a96-541307c27246 req-c4c7896c-c340-4469-8bba-4150650ba00f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:21.502651 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0b351ee6-3e76-40a7-8a96-541307c27246 req-c4c7896c-c340-4469-8bba-4150650ba00f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 943 time: 0.2851305 Sep 16 00:39:21.510004 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82081948-ae67-4469-8775-b8a8e501b7a0 x-openstack-request-id: req-82081948-ae67-4469-8775-b8a8e501b7a0 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:21.510297 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef05380-5566-460b-9dc1-5676fba748df", "tag": "d66c9b55-36db-43ea-b2b0-d004d7b616cc", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:21.510552 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82081948-ae67-4469-8775-b8a8e501b7a0 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:21.511013 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef05380-5566-460b-9dc1-5676fba748df', 'tag': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc', 'status': 'completed', 'code': 200} Sep 16 00:39:21.655332 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Pushing event updated for resources: {'Port': ['ID=76097437-0073-4910-8dc7-44e6f565c671,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:21.663060 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.676917 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e4596-fad6-4148-a529-877b4990a663 req-c7258881-8a89-4c6d-903c-3e543047e892 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:21.678451 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8c9e4596-fad6-4148-a529-877b4990a663 req-c7258881-8a89-4c6d-903c-3e543047e892 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 944 time: 0.1159618 Sep 16 00:39:21.728815 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Attempting to bind port 76097437-0073-4910-8dc7-44e6f565c671 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:21.728815 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Attempting to bind port 76097437-0073-4910-8dc7-44e6f565c671 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:21.728815 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Attempting to bind port 76097437-0073-4910-8dc7-44e6f565c671 on network c6c40083-ac2d-41e4-bec2-522540afa5d5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:21.731667 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Port 76097437-0073-4910-8dc7-44e6f565c671 on network c6c40083-ac2d-41e4-bec2-522540afa5d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:39:21.731998 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Attempting to bind port 76097437-0073-4910-8dc7-44e6f565c671 on network c6c40083-ac2d-41e4-bec2-522540afa5d5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:21.748426 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0b351ee6-3e76-40a7-8a96-541307c27246 req-72db55b2-044f-4bb1-bb02-9f6d5c5e76e1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157636 Sep 16 00:39:21.756477 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:21.760630 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Checking segment: {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:21.761214 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Bound using segment: {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:21.761846 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Bound port: 76097437-0073-4910-8dc7-44e6f565c671, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65d28e8-f7f7-45de-92ba-8a53c4416719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:21.762358 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.764833 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.772269 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8c9e4596-fad6-4148-a529-877b4990a663 req-4bfd70aa-048f-48f6-a80a-61e087599cbb tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810647 Sep 16 00:39:21.789206 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.836417 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:21.873814 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:21.878278 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:21.883293 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:21.889512 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:21.889815 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:21.893708 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-4e89da5f-f8a0-4d38-be7f-b8e3c5e92f38 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010713 Sep 16 00:39:21.951967 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:21.959446 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:22.018568 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'Port': ['ID=f6e6bbb0-6d0c-482f-a484-162a95412d97,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:22.030760 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:22.058602 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb7fef1a-289a-44ed-899c-84cd05c92c77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5469112 Sep 16 00:39:22.101975 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Request body: {'port': {'device_id': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:22.133539 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75a1a7-5cfa-4a2a-b2a1-3f983152b74d req-35fd2a93-1b62-43b4-bd9b-0525ced12f68 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:22.140859 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3c75a1a7-5cfa-4a2a-b2a1-3f983152b74d req-35fd2a93-1b62-43b4-bd9b-0525ced12f68 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 932 time: 0.1825736 Sep 16 00:39:22.180227 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8dd1def4-790c-4521-b044-eaf84da63184 req-46b01bed-f648-42a8-bced-d8561735bc9a service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758288 Sep 16 00:39:22.193944 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] For port 76097437-0073-4910-8dc7-44e6f565c671, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:22.208240 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:22.208926 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.228458 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] For port 76097437-0073-4910-8dc7-44e6f565c671, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=76097437-0073-4910-8dc7-44e6f565c671,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:22.244384 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595228-0b92-47e4-9180-98e9632ea09c req-0a79ac0c-704d-4795-ab6b-7f6c37676aff tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:22.247102 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ff595228-0b92-47e4-9180-98e9632ea09c req-0a79ac0c-704d-4795-ab6b-7f6c37676aff tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 931 time: 0.3407555 Sep 16 00:39:22.267689 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3c75a1a7-5cfa-4a2a-b2a1-3f983152b74d req-067ff2c0-a957-4419-bf39-d66ad23676ce tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240895 Sep 16 00:39:22.272806 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-cea70424-8288-4aa9-a30e-56908de83704 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3588004 Sep 16 00:39:22.288117 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Request body: {'port': {'device_id': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:22.312964 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.323884 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-cbe39b8f-b9f5-4860-bc32-792a99fedff1 None None] Provisioning complete for port 71722fb0-efb8-4248-91b0-d3191294875c triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:22.324335 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cbe39b8f-b9f5-4860-bc32-792a99fedff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.332488 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.414854 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-cbe39b8f-b9f5-4860-bc32-792a99fedff1 None None] Port 71722fb0-efb8-4248-91b0-d3191294875c cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:39:22.440319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-cbe39b8f-b9f5-4860-bc32-792a99fedff1 None None] Provisioning complete for port f6e6bbb0-6d0c-482f-a484-162a95412d97 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:22.440712 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cbe39b8f-b9f5-4860-bc32-792a99fedff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.458187 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.471912 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:22.473715 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.475165 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] 10.222.0.39 "PUT /v2.0/ports/76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 1093 time: 3.5002921 Sep 16 00:39:22.507462 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-cbe39b8f-b9f5-4860-bc32-792a99fedff1 None None] Port f6e6bbb0-6d0c-482f-a484-162a95412d97 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:39:22.541599 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f5b9a553-6ffe-4286-a2be-ef29c8246ebc details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:39:22.676323 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port f5b9a553-6ffe-4286-a2be-ef29c8246ebc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,segment=NetworkSegment(fea84f89-26df-40cb-bb4b-618a5d782b75),segment_id=fea84f89-26df-40cb-bb4b-618a5d782b75)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:22.692928 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-e6737eb5-5c21-4898-8a5c-a028ce1eb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:22.694800 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-e6737eb5-5c21-4898-8a5c-a028ce1eb76c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 1096 time: 0.4459658 Sep 16 00:39:22.697316 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc', 'network_id': '4c1c5168-a910-4a44-9730-6039474ead76', 'port_id': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc', 'mac_address': 'fa:16:3e:7a:da:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a339529c-6845-460d-a25a-75945008c4c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:39:22.697957 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ff595228-0b92-47e4-9180-98e9632ea09c req-aa99deaa-7418-45b7-b64e-b090fed3b48b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878007 Sep 16 00:39:22.734231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa7205-8ed1-46cf-b6af-0617abb86d30 service neutron] Pushing event updated for resources: {'Port': ['ID=76097437-0073-4910-8dc7-44e6f565c671,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:22.747972 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.780568 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b9a553-6ffe-4286-a2be-ef29c8246ebc {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:22.801060 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-3396932a-ad36-4cd8-8d92-2c0212fa6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:22.803991 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-3396932a-ad36-4cd8-8d92-2c0212fa6956 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1096 time: 0.2601206 Sep 16 00:39:22.848338 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port f5b9a553-6ffe-4286-a2be-ef29c8246ebc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,segment=NetworkSegment(fea84f89-26df-40cb-bb4b-618a5d782b75),segment_id=fea84f89-26df-40cb-bb4b-618a5d782b75)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:22.853948 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:22.924811 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:23.023250 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e6bbb0-6d0c-482f-a484-162a95412d97 {{(pid=100423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:23.032182 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:23.041301 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-937e635e-bfad-439f-be12-4fd700f1ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.042895 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-937e635e-bfad-439f-be12-4fd700f1ce13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.3381882 Sep 16 00:39:23.045903 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.provisioning_blocks [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Transition to ACTIVE for port object f6e6bbb0-6d0c-482f-a484-162a95412d97 will not be triggered until provisioned by entity L2. {{(pid=100423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:39:23.052002 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:23.085780 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748368e-0567-494c-aa2c-7e750cbb4e26 req-b3e69a1d-9422-46e5-acc8-2c8b222b9e81 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.087323 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8748368e-0567-494c-aa2c-7e750cbb4e26 req-b3e69a1d-9422-46e5-acc8-2c8b222b9e81 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 943 time: 0.2098701 Sep 16 00:39:23.180297 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-76160de0-f11d-494c-98ef-de729144281d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 217 time: 0.3488002 Sep 16 00:39:23.182876 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-d69ea83f-fe51-4ece-a9d2-ec4c034a22ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc HTTP/1.1" status: 200 len: 217 time: 0.0873427 Sep 16 00:39:23.239796 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e6bbb0-6d0c-482f-a484-162a95412d97,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:23.253762 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8748368e-0567-494c-aa2c-7e750cbb4e26 req-dafb8b81-8947-442a-b2c5-44e57ce86933 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458097 Sep 16 00:39:23.263111 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['f5b9a553-6ffe-4286-a2be-ef29c8246ebc'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:39:23.276049 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.managers [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Attempting to bind port f6e6bbb0-6d0c-482f-a484-162a95412d97 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:23.276383 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.managers [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Attempting to bind port f6e6bbb0-6d0c-482f-a484-162a95412d97 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}] {{(pid=100423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:23.276739 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Attempting to bind port f6e6bbb0-6d0c-482f-a484-162a95412d97 on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:23.282839 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Port f6e6bbb0-6d0c-482f-a484-162a95412d97 on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:39:23.285750 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Attempting to bind port f6e6bbb0-6d0c-482f-a484-162a95412d97 on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:23.314870 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:23.315477 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Checking segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:23.316027 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Bound using segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} {{(pid=100423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:23.319284 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.managers [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Bound port: f6e6bbb0-6d0c-482f-a484-162a95412d97, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}}] {{(pid=100423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:23.322256 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:23.492368 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] For port f6e6bbb0-6d0c-482f-a484-162a95412d97, host hv-cinder-80930, cleared binding levels {{(pid=100423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:23.503400 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dbb0b-9c6a-4c5c-8122-cc99a5e26b7c req-c6114779-fa96-4b6f-a1dc-fa8488f195f3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.512081 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d35dbb0b-9c6a-4c5c-8122-cc99a5e26b7c req-c6114779-fa96-4b6f-a1dc-fa8488f195f3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0931182 Sep 16 00:39:23.539032 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] For port f6e6bbb0-6d0c-482f-a484-162a95412d97, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:23.548986 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:23.574661 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'tag': '76097437-0073-4910-8dc7-44e6f565c671'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:23.592186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b301cf27-395b-40d9-846d-33959f901a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2261583-171a-47d7-8c47-e4f00d4c5141", "tag": "76097437-0073-4910-8dc7-44e6f565c671"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:23.614264 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d35dbb0b-9c6a-4c5c-8122-cc99a5e26b7c req-0df343bc-af13-4469-bac1-db39807dc636 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011131 Sep 16 00:39:23.633704 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.633704 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:23.634465 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] 10.222.0.39 "PUT /v2.0/ports/f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 1094 time: 1.3529489 Sep 16 00:39:23.634534 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:23.640191 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50cced-9fd2-4467-94cc-2520affa4f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:23.690829 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-ccd30d36-c755-4d29-a71c-4fa923bec59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.693571 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-ccd30d36-c755-4d29-a71c-4fa923bec59a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.4983275 Sep 16 00:39:23.716018 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-ca1098d7-0e9e-4d9d-84ea-1e82d4e973a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.717537 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-ca1098d7-0e9e-4d9d-84ea-1e82d4e973a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.5128922 Sep 16 00:39:23.719179 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eaa7bb-696d-42b0-bd28-7735415883d7 x-openstack-request-id: req-b1eaa7bb-696d-42b0-bd28-7735415883d7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:23.719460 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2261583-171a-47d7-8c47-e4f00d4c5141", "tag": "76097437-0073-4910-8dc7-44e6f565c671", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:23.719745 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1eaa7bb-696d-42b0-bd28-7735415883d7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:23.720053 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'tag': '76097437-0073-4910-8dc7-44e6f565c671', 'status': 'completed', 'code': 200} Sep 16 00:39:23.760598 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8221a69-f58b-49a2-a503-265a96f42c48 x-openstack-request-id: req-c8221a69-f58b-49a2-a503-265a96f42c48 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:23.760916 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:23.761148 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8221a69-f58b-49a2-a503-265a96f42c48 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:23.761534 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'status': 'completed', 'code': 200} Sep 16 00:39:23.762073 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a57b01-3bb7-4ed3-a8ee-00a31beddae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e6bbb0-6d0c-482f-a484-162a95412d97,revision_number=3']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:23.783121 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-eb163eae-c0c6-45c8-8a46-14b3e463a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.785500 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-eb163eae-c0c6-45c8-8a46-14b3e463a59e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1097 time: 0.0992639 Sep 16 00:39:23.788972 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74795d80-f23b-45b1-b0b0-3c2b1aff5c0d req-983df295-cafd-4568-ab58-70ae10180f80 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:23.790603 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-74795d80-f23b-45b1-b0b0-3c2b1aff5c0d req-983df295-cafd-4568-ab58-70ae10180f80 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 945 time: 0.7449901 Sep 16 00:39:23.792638 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-f4b241a8-94a1-476c-ab52-ff1e84d66b6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913854 Sep 16 00:39:23.822732 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-7f760026-af5e-4ada-a21e-e31bd92839b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642574 Sep 16 00:39:23.926042 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71722fb0-efb8-4248-91b0-d3191294875c {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:23.975348 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.001274 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-f463cefa-e3b7-4ea0-8843-5ce9a6b49f8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 217 time: 0.2084579 Sep 16 00:39:24.017534 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-74795d80-f23b-45b1-b0b0-3c2b1aff5c0d req-8ca82ec7-e647-4ce1-a457-1b7828c29670 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765802 Sep 16 00:39:24.039612 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Transition to ACTIVE for port object 71722fb0-efb8-4248-91b0-d3191294875c will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:39:24.051935 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.106614 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-a21e7b36-aac6-4e00-9a8d-358bb8a4785a service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647231 Sep 16 00:39:24.109370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72420dc3-2b61-4a4a-92d3-248f6fe1b52c req-7b7e4986-3e2f-4cb6-8d97-c2e285bc6eb1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.113860 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-6794b064-10e2-4b64-85cb-30d1372d1522 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620957 Sep 16 00:39:24.129639 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-72420dc3-2b61-4a4a-92d3-248f6fe1b52c req-7b7e4986-3e2f-4cb6-8d97-c2e285bc6eb1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 931 time: 0.1271961 Sep 16 00:39:24.140956 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-1a78f1a7-1920-4b96-9a3a-cd87c0adbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.142380 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-1a78f1a7-1920-4b96-9a3a-cd87c0adbcbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.1139271 Sep 16 00:39:24.215301 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:24.230156 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-72420dc3-2b61-4a4a-92d3-248f6fe1b52c req-7890e508-6417-4637-a0e8-9961ec8e451f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876615 Sep 16 00:39:24.271766 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-2b5948f8-ff33-41d8-9fc1-6d168516a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.273572 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-2b5948f8-ff33-41d8-9fc1-6d168516a5e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233587 Sep 16 00:39:24.312540 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Attempting to bind port 71722fb0-efb8-4248-91b0-d3191294875c on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:24.312905 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Attempting to bind port 71722fb0-efb8-4248-91b0-d3191294875c by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:24.313232 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Attempting to bind port 71722fb0-efb8-4248-91b0-d3191294875c on network 5e48b003-30c1-4525-82d8-fb61c94e2598 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:24.343594 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Port 71722fb0-efb8-4248-91b0-d3191294875c on network 5e48b003-30c1-4525-82d8-fb61c94e2598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:39:24.344096 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Attempting to bind port 71722fb0-efb8-4248-91b0-d3191294875c on network 5e48b003-30c1-4525-82d8-fb61c94e2598 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:24.374906 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:24.375611 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Checking segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:24.376167 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Bound using segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:24.376950 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Bound port: 71722fb0-efb8-4248-91b0-d3191294875c, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:24.377462 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.408660 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4fcd293-dccf-45e5-92ec-1223d1f92f83 req-1318c169-abad-4eda-9860-c373a1eba6bb service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937398 Sep 16 00:39:24.431588 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce5a9a15-4fa3-4586-a043-e1dfbc4742cb req-02ac3995-9c8d-4809-ade4-88d58474ddeb service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075981 Sep 16 00:39:24.488345 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-b32a9277-9bdd-47d2-8e68-bb82746aff7b service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063906 Sep 16 00:39:24.534614 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d66c9b55-36db-43ea-b2b0-d004d7b616cc details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:39:24.575127 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f5b9a553-6ffe-4286-a2be-ef29c8246ebc up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:24.599115 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-ca89e2f4-dad9-48ed-9582-0f03a1de8c4d tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.600660 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-ca89e2f4-dad9-48ed-9582-0f03a1de8c4d tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/networks?id=ce2e1d93-2daf-42b0-980d-0465f3eef878 HTTP/1.1" status: 200 len: 808 time: 0.2693863 Sep 16 00:39:24.608824 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cf27-395b-40d9-846d-33959f901a7a req-ba98b3e3-c9ec-4096-a8d2-b0505e305f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.610279 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b301cf27-395b-40d9-846d-33959f901a7a req-ba98b3e3-c9ec-4096-a8d2-b0505e305f23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1096 time: 0.1081023 Sep 16 00:39:24.611300 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:24.617032 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:24.623688 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f69f-b64a-45b4-b122-419034b38ae6 req-069b8715-a099-4bdf-8214-b5ecb4a882f7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.625694 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4df4f69f-b64a-45b4-b122-419034b38ae6 req-069b8715-a099-4bdf-8214-b5ecb4a882f7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 943 time: 0.1511955 Sep 16 00:39:24.634291 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.660757 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-40ed4fac-9032-4b37-a298-c7c9269a3611 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/quotas/897b45cd4f9d4cdc84a2c7e40c3393a0 HTTP/1.1" status: 200 len: 375 time: 0.0454214 Sep 16 00:39:24.674130 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c9ec5145-b2bf-47d5-ad49-2249031841d9 req-41df34d8-dc38-423a-8c4c-f489627158af service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693463 Sep 16 00:39:24.693572 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4df4f69f-b64a-45b4-b122-419034b38ae6 req-bbc940ee-945d-49e4-9b80-96f3ce931d54 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568767 Sep 16 00:39:24.706213 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.706944 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.708402 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] 10.222.0.39 "PUT /v2.0/ports/71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 1093 time: 2.6380000 Sep 16 00:39:24.742954 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port f5b9a553-6ffe-4286-a2be-ef29c8246ebc completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:39:24.746414 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port d66c9b55-36db-43ea-b2b0-d004d7b616cc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:24.757522 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port f5b9a553-6ffe-4286-a2be-ef29c8246ebc triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:24.758130 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.762505 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc', 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'port_id': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc', 'mac_address': 'fa:16:3e:c6:da:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:39:24.781195 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-96b9f734-6cdd-46b9-a45c-6b56241f76e7 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961239 Sep 16 00:39:24.843728 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-35948922-40d0-43f0-b6b3-ed8c9364cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.849646 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.852134 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-35948922-40d0-43f0-b6b3-ed8c9364cdd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1096 time: 0.0933568 Sep 16 00:39:24.852535 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f392bd7-4220-4d53-a8a3-512573a448ae service neutron] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:24.889721 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66c9b55-36db-43ea-b2b0-d004d7b616cc {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:24.924470 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port d66c9b55-36db-43ea-b2b0-d004d7b616cc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:24.944742 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cf27-395b-40d9-846d-33959f901a7a req-ff3bd052-4e67-4e88-b0fd-dc37a050175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:24.946713 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b301cf27-395b-40d9-846d-33959f901a7a req-ff3bd052-4e67-4e88-b0fd-dc37a050175c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.3276129 Sep 16 00:39:24.975638 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:24.980688 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-8218c9aa-9109-457f-b459-e124dfd970a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 217 time: 0.1179895 Sep 16 00:39:24.981158 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-2db98ee0-871e-4fdb-810b-b0adf8b066b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991498 Sep 16 00:39:24.989971 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:25.008594 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:25.009204 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-bc6f92c2-6f09-41fd-8d62-91b3e857d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:25.012743 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-bc6f92c2-6f09-41fd-8d62-91b3e857d7e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1097 time: 0.2724895 Sep 16 00:39:25.075833 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05b3f0-7a1d-4049-ad35-da4444992b35 req-8460d33f-8839-49ba-87de-618c28f0c49f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:25.079013 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b301cf27-395b-40d9-846d-33959f901a7a req-7dac26f6-31f3-45fc-89a3-d0f351f30914 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 217 time: 0.0968289 Sep 16 00:39:25.085925 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fe05b3f0-7a1d-4049-ad35-da4444992b35 req-8460d33f-8839-49ba-87de-618c28f0c49f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.1466634 Sep 16 00:39:25.090518 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-a93296aa-047b-46fc-a5a0-35b5b58cc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:25.092296 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-a93296aa-047b-46fc-a5a0-35b5b58cc89b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0853958 Sep 16 00:39:25.125205 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port f5b9a553-6ffe-4286-a2be-ef29c8246ebc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,segment=NetworkSegment(fea84f89-26df-40cb-bb4b-618a5d782b75),segment_id=fea84f89-26df-40cb-bb4b-618a5d782b75)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:25.140608 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:25.148060 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fe05b3f0-7a1d-4049-ad35-da4444992b35 req-43f75085-9e78-4858-83d8-5e57feacee07 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603328 Sep 16 00:39:25.163716 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=d66c9b55-36db-43ea-b2b0-d004d7b616cc,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:25.211414 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-81927fa0-a397-46b5-aa1c-3ab4ec97f6d7 service neutron] 10.222.0.13 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171950 Sep 16 00:39:25.338888 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd1574-be4f-42c3-86ad-9ccbf5997a1f" -d '{"events": [{"server_uuid": "4de37d8f-0dd1-4383-9314-081fd230b3e2", "name": "network-vif-plugged", "status": "completed", "tag": "f5b9a553-6ffe-4286-a2be-ef29c8246ebc"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:25.372697 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:25.417306 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771fd42-6a1b-4caa-b33c-bb60bf27d94a req-f27e2cfd-f075-4f7c-8727-e7bf917350ce tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:25.418826 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3771fd42-6a1b-4caa-b33c-bb60bf27d94a req-f27e2cfd-f075-4f7c-8727-e7bf917350ce tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0503433 Sep 16 00:39:25.421681 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c5424-8506-4462-990a-e01d1169e224 req-1259a7ec-4829-41fb-82b9-0739bebd63a1 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:25.423176 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c08c5424-8506-4462-990a-e01d1169e224 req-1259a7ec-4829-41fb-82b9-0739bebd63a1 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0585935 Sep 16 00:39:25.463552 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3771fd42-6a1b-4caa-b33c-bb60bf27d94a req-14ed73de-5203-4ddf-a20b-e5c6a7760f1a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382090 Sep 16 00:39:25.467067 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c08c5424-8506-4462-990a-e01d1169e224 req-e3dc83b3-3422-4ab2-9898-04b6af03e8d3 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Sep 16 00:39:25.542826 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-935ec164-0dc6-4db7-921d-c05f9c3802c0 req-ed833f39-249d-4bfe-aeb8-64cffa73ce84 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 210 time: 0.0287523 Sep 16 00:39:25.658042 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765d8dc-9c30-4fa5-9cd0-9ef5e0253ecd x-openstack-request-id: req-5765d8dc-9c30-4fa5-9cd0-9ef5e0253ecd {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:25.658532 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de37d8f-0dd1-4383-9314-081fd230b3e2", "name": "network-vif-plugged", "status": "completed", "tag": "f5b9a553-6ffe-4286-a2be-ef29c8246ebc", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:25.659065 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5765d8dc-9c30-4fa5-9cd0-9ef5e0253ecd {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:25.659871 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc', 'code': 200} Sep 16 00:39:25.721113 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:25.724755 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d" -d '{"events": [{"name": "network-changed", "server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "tag": "71722fb0-efb8-4248-91b0-d3191294875c"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:25.762249 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9819d-1e0a-4dae-afe7-b46b5f0b1417 x-openstack-request-id: req-e8d9819d-1e0a-4dae-afe7-b46b5f0b1417 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:25.762535 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "tag": "71722fb0-efb8-4248-91b0-d3191294875c", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:25.762785 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8d9819d-1e0a-4dae-afe7-b46b5f0b1417 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:25.763370 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c', 'status': 'completed', 'code': 200} Sep 16 00:39:25.853356 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b76f5-db5e-4e2e-83fd-6e24cea32a6d req-0f85d344-55d4-40c9-a97f-35e151348d65 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:25.854870 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d06b76f5-db5e-4e2e-83fd-6e24cea32a6d req-0f85d344-55d4-40c9-a97f-35e151348d65 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 944 time: 0.0491312 Sep 16 00:39:25.892919 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d06b76f5-db5e-4e2e-83fd-6e24cea32a6d req-a79498d4-4969-4c83-930a-1448d428b536 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Sep 16 00:39:26.251762 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267543d-fd60-4fad-9546-f0808b674f63 req-829276d4-1181-47d8-93d8-9b674cab679c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:26.253823 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4267543d-fd60-4fad-9546-f0808b674f63 req-829276d4-1181-47d8-93d8-9b674cab679c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0488112 Sep 16 00:39:26.305173 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4267543d-fd60-4fad-9546-f0808b674f63 req-e4ccaf50-9aa1-4c32-8ee7-67a7536e6823 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452785 Sep 16 00:39:26.584181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e041ef3-a87b-487c-89a2-bdf178d918f9 req-d7bb304b-cbd3-4090-8668-e8c68ac834b4 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:26.586000 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9e041ef3-a87b-487c-89a2-bdf178d918f9 req-d7bb304b-cbd3-4090-8668-e8c68ac834b4 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0516155 Sep 16 00:39:26.594535 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f84a1-0b20-4275-ae1a-e58cbf381fdf req-00264939-8acc-40e5-855d-529a16e7d73e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:26.596006 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-649f84a1-0b20-4275-ae1a-e58cbf381fdf req-00264939-8acc-40e5-855d-529a16e7d73e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0529764 Sep 16 00:39:26.623876 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9e041ef3-a87b-487c-89a2-bdf178d918f9 req-d813273c-350b-4c55-9c9a-3398bd8eb367 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Sep 16 00:39:26.639073 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-649f84a1-0b20-4275-ae1a-e58cbf381fdf req-1186f924-3bf7-48a4-abd9-9eed25cbc2d0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372624 Sep 16 00:39:26.710602 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eef5baf9-9536-435f-a7e1-c57d71acfe69 req-3c4301b0-889c-4663-8cd1-a5646bd54d63 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 210 time: 0.0267804 Sep 16 00:39:27.004024 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138367-70c9-400c-83d6-d44a77be9756 req-6e834527-c300-4f72-a316-e4bb9ba3dee5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:27.005565 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-dc138367-70c9-400c-83d6-d44a77be9756 req-6e834527-c300-4f72-a316-e4bb9ba3dee5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 944 time: 0.0482671 Sep 16 00:39:27.042714 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-dc138367-70c9-400c-83d6-d44a77be9756 req-525e5bcf-5441-4550-a719-93e39eb0e0d9 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Sep 16 00:39:27.419661 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cc711-ea40-45bb-b362-135b9914ea54 req-40a866ce-c3b6-4a76-8204-0f66ce414c6a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:27.421132 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-be3cc711-ea40-45bb-b362-135b9914ea54 req-40a866ce-c3b6-4a76-8204-0f66ce414c6a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0507236 Sep 16 00:39:27.458077 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-be3cc711-ea40-45bb-b362-135b9914ea54 req-679db696-78ee-467b-8c44-4e0396a455e7 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304401 Sep 16 00:39:27.744430 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb424f4-a54a-4d29-9c06-5bb264d82b9a req-64a51031-17a4-4a1e-9757-84dff3ed69d9 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:27.745965 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-feb424f4-a54a-4d29-9c06-5bb264d82b9a req-64a51031-17a4-4a1e-9757-84dff3ed69d9 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0498979 Sep 16 00:39:27.760618 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1c9a4-5e7b-4440-80f6-5ea75e2de971 req-94da7f7a-5827-46e9-a9ff-e61b45ba761b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:27.762135 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a8c1c9a4-5e7b-4440-80f6-5ea75e2de971 req-94da7f7a-5827-46e9-a9ff-e61b45ba761b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0512230 Sep 16 00:39:27.788439 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-feb424f4-a54a-4d29-9c06-5bb264d82b9a req-baf72a75-01f5-4b0a-8b9f-0bc80ba94d09 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Sep 16 00:39:27.804992 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a8c1c9a4-5e7b-4440-80f6-5ea75e2de971 req-749753b1-70f6-4366-b4f0-87827edb5e8c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Sep 16 00:39:27.873447 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-32c5bb9f-77d5-4472-ba13-c7e5487921c5 req-749e3aac-c330-48f7-856e-c864022a689f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 210 time: 0.0260901 Sep 16 00:39:28.157461 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d152-d3d5-4507-97d5-89bee53f0924 req-95dd44ed-f71f-448e-bf3d-6badf7ea88df tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:28.159045 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-29d1d152-d3d5-4507-97d5-89bee53f0924 req-95dd44ed-f71f-448e-bf3d-6badf7ea88df tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 944 time: 0.0496752 Sep 16 00:39:28.198367 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-29d1d152-d3d5-4507-97d5-89bee53f0924 req-68a78b3b-c26d-4568-9230-b240e9746294 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Sep 16 00:39:28.556894 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-b15d246d-0a65-4e9d-bcc3-257f1415337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:28.558430 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-b15d246d-0a65-4e9d-bcc3-257f1415337f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629189 Sep 16 00:39:28.582159 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cf27-395b-40d9-846d-33959f901a7a req-b6776c14-94ef-40d5-a924-cfed788b8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:28.583600 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b301cf27-395b-40d9-846d-33959f901a7a req-b6776c14-94ef-40d5-a924-cfed788b8e27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.0730884 Sep 16 00:39:28.586207 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-ee282740-7707-4921-a789-e91831ac57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:28.587544 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-ee282740-7707-4921-a789-e91831ac57e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.1388888 Sep 16 00:39:28.605940 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88b95e-0e34-40a6-a356-4230885d433d req-eb4f5d88-567f-4dd8-a261-30f13bb8e23b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:28.607412 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f88b95e-0e34-40a6-a356-4230885d433d req-eb4f5d88-567f-4dd8-a261-30f13bb8e23b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0481253 Sep 16 00:39:28.643957 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f88b95e-0e34-40a6-a356-4230885d433d req-e522c0fa-6076-4f22-826a-3cd6d09ef698 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300810 Sep 16 00:39:28.956260 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b301cf27-395b-40d9-846d-33959f901a7a req-5de2ed72-0f7d-49d4-a660-b6beb049f3e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825167 Sep 16 00:39:28.959432 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-ec20ab71-d903-4904-94cc-2e859106a3e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 217 time: 0.0847638 Sep 16 00:39:28.981799 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce677d3b-5642-4bdb-812a-c79014c5d029 req-50ce63d9-3746-4057-9fab-4db044eae052 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:28.989171 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce677d3b-5642-4bdb-812a-c79014c5d029 req-50ce63d9-3746-4057-9fab-4db044eae052 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.1220236 Sep 16 00:39:28.993147 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0200-864e-49af-864c-11f712e2c4f5 req-bb80af6d-f5c4-408e-bea1-19bd84736941 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:28.996054 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f46d0200-864e-49af-864c-11f712e2c4f5 req-bb80af6d-f5c4-408e-bea1-19bd84736941 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.1069055 Sep 16 00:39:29.031355 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-cb1a91bc-50f3-4c6a-b4fb-9267c18067ce service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657770 Sep 16 00:39:29.076234 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f46d0200-864e-49af-864c-11f712e2c4f5 req-3d48281d-4927-454d-a4a5-bbdb6cb1a025 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682518 Sep 16 00:39:29.144983 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce677d3b-5642-4bdb-812a-c79014c5d029 req-8410a6d2-2280-4a9b-9dc6-dff6fa7c1d34 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538363 Sep 16 00:39:29.189567 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9dacd1fd-1c2b-4a79-8cb0-de770a81d582 req-04e51702-36c0-4964-955e-870199a3e498 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 210 time: 0.0359426 Sep 16 00:39:29.195535 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-46b8ac13-fc3e-4eb9-929f-556d1d8182df req-7aeb7c76-bb58-49e7-9072-08ba7c5397dc service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515262 Sep 16 00:39:29.205979 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-d6fed4e6-6db6-4b99-83d8-9f9f2587da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.208824 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-d6fed4e6-6db6-4b99-83d8-9f9f2587da7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.2002752 Sep 16 00:39:29.212149 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63b3b7-1b8a-4915-8ca2-96df4ebbe7b3 req-e7b6d8b0-fd39-4f0a-b73c-07f8cd8269a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.213588 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ec63b3b7-1b8a-4915-8ca2-96df4ebbe7b3 req-e7b6d8b0-fd39-4f0a-b73c-07f8cd8269a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 1099 time: 0.1936142 Sep 16 00:39:29.268024 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d66c9b55-36db-43ea-b2b0-d004d7b616cc'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:39:29.274590 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ec63b3b7-1b8a-4915-8ca2-96df4ebbe7b3 req-3015a6cf-3d6e-484c-bb20-b6c6d40fa79f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:29.284001 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b301cf27-395b-40d9-846d-33959f901a7a req-2fd3afc8-93ea-4380-97e2-891fd39a7c0c service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741656 Sep 16 00:39:29.301602 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-5f54b9aa-d1e9-4a3b-8923-3ea9a9b8e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.304036 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-5f54b9aa-d1e9-4a3b-8923-3ea9a9b8e0e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1096 time: 0.0511374 Sep 16 00:39:29.437960 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-3c1e1416-fb60-4214-bef4-ee192f12f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.444992 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-3c1e1416-fb60-4214-bef4-ee192f12f8da service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.1283758 Sep 16 00:39:29.449896 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:39:29.497927 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-ff2979c2-f356-495a-8eee-9dd959d11c46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 217 time: 0.0468581 Sep 16 00:39:29.559189 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-81f09d23-d750-4509-a1b0-5f1ab73bec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.560678 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-81f09d23-d750-4509-a1b0-5f1ab73bec49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0553010 Sep 16 00:39:29.603285 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-f5d8493c-45d1-4b00-b95e-a08df2b4708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.604834 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-f5d8493c-45d1-4b00-b95e-a08df2b4708c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3751955 Sep 16 00:39:29.616829 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-ff1eba37-eb2b-4d89-aa4d-93c37ee215bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.618338 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-ff1eba37-eb2b-4d89-aa4d-93c37ee215bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495925 Sep 16 00:39:29.678439 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65b152-be66-4039-ab21-eb9f2ef816c8 req-e0e462db-6ea7-4b41-9e1e-d8ed0d7ee262 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.689002 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1a65b152-be66-4039-ab21-eb9f2ef816c8 req-e0e462db-6ea7-4b41-9e1e-d8ed0d7ee262 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 944 time: 0.3925593 Sep 16 00:39:29.762748 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b301cf27-395b-40d9-846d-33959f901a7a req-4cc77c12-05c9-4e85-944e-316113fb8104 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652565 Sep 16 00:39:29.809070 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1a65b152-be66-4039-ab21-eb9f2ef816c8 req-e96232a8-4749-4009-9cd5-f7341ca74134 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190372 Sep 16 00:39:29.827930 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-74c776bc-8913-4630-ac5f-6d92c848c83b service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022409 Sep 16 00:39:29.957632 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074231e-adb1-4ba0-82c9-c830819682e0 req-c940bfcc-16bb-4592-959e-024df8ec71c0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:29.965684 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d074231e-adb1-4ba0-82c9-c830819682e0 req-c940bfcc-16bb-4592-959e-024df8ec71c0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.1324270 Sep 16 00:39:29.975176 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ec63b3b7-1b8a-4915-8ca2-96df4ebbe7b3 req-3015a6cf-3d6e-484c-bb20-b6c6d40fa79f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:29.978327 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-5f552078-d109-4c4f-a5a0-da3b8cc3946e service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637490 Sep 16 00:39:29.986312 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ec63b3b7-1b8a-4915-8ca2-96df4ebbe7b3 req-3015a6cf-3d6e-484c-bb20-b6c6d40fa79f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.005110 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-19f74126-bbfb-4e9e-bce8-5d9cbb5fe87e service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536241 Sep 16 00:39:30.021450 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d074231e-adb1-4ba0-82c9-c830819682e0 req-e41614c8-d119-4b47-ad72-f9f328ebab4d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549288 Sep 16 00:39:30.067134 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8e365f8c-6c7a-4370-926b-5fbf6dfaa726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.070047 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ec63b3b7-1b8a-4915-8ca2-96df4ebbe7b3 req-3015a6cf-3d6e-484c-bb20-b6c6d40fa79f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392251 Sep 16 00:39:30.088981 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-3479b90f-dc05-4197-9e89-e6a61fb9e06c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:30.090393 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-3479b90f-dc05-4197-9e89-e6a61fb9e06c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "GET /v2.0/networks?id=ce2e1d93-2daf-42b0-980d-0465f3eef878 HTTP/1.1" status: 200 len: 808 time: 0.2319872 Sep 16 00:39:30.097540 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015a6cf-3d6e-484c-bb20-b6c6d40fa79f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41b65a00-6672-499a-884b-390a1762bd91,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:30.166930 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7c50cced-9fd2-4467-94cc-2520affa4f7f req-e876fc4f-415c-4f65-be9e-6f0c737051ba service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606581 Sep 16 00:39:30.210225 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24b41a-1822-4ec2-ae3d-703a50d45cd7 req-dbd9d1ba-9f8d-4e36-bb6c-59fa03adfc67 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:30.211861 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8c24b41a-1822-4ec2-ae3d-703a50d45cd7 req-dbd9d1ba-9f8d-4e36-bb6c-59fa03adfc67 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0590048 Sep 16 00:39:30.255374 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8c24b41a-1822-4ec2-ae3d-703a50d45cd7 req-85620f48-6f6b-47a0-bda8-4efc26128f77 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363879 Sep 16 00:39:30.281346 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f6397-555e-4628-808d-408b0c7bcf9e req-ae7ad719-c9fe-45b3-bb4e-98be950114a9 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:30.282976 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-902f6397-555e-4628-808d-408b0c7bcf9e req-ae7ad719-c9fe-45b3-bb4e-98be950114a9 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0499356 Sep 16 00:39:30.327288 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-902f6397-555e-4628-808d-408b0c7bcf9e req-4941860f-fcea-4f98-9be8-9e50f0ef41cd tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381544 Sep 16 00:39:30.339967 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2247d67c-becd-4123-b8a6-6ec016800cb8 req-b0119f40-504c-441f-b810-ecac6264117f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 210 time: 0.0265198 Sep 16 00:39:30.461727 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Request body: {'port': {'device_id': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878', 'admin_state_up': True, 'tenant_id': '897b45cd4f9d4cdc84a2c7e40c3393a0'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:30.543246 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d66c9b55-36db-43ea-b2b0-d004d7b616cc up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:30.575816 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Made reservation on behalf of 897b45cd4f9d4cdc84a2c7e40c3393a0 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:39:30.579447 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.594447 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port d66c9b55-36db-43ea-b2b0-d004d7b616cc completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:39:30.598394 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port d66c9b55-36db-43ea-b2b0-d004d7b616cc triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:30.598764 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.673679 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.696128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef05380-5566-460b-9dc1-5676fba748df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:30.698390 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4222b9-8540-4e0e-ac95-52eb084aceec" -d '{"events": [{"server_uuid": "aef05380-5566-460b-9dc1-5676fba748df", "name": "network-vif-plugged", "status": "completed", "tag": "d66c9b55-36db-43ea-b2b0-d004d7b616cc"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:30.708186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Allocated IP 172.20.0.4 (ce2e1d93-2daf-42b0-980d-0465f3eef878/c9587445-3dc7-4cc4-87cf-b7b4a547592e/289d35d8-7b21-4649-8e49-f3f0f3e138dd) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:39:30.710899 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port d66c9b55-36db-43ea-b2b0-d004d7b616cc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:30.715561 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.745035 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ef8521-6446-4d62-9901-96115920767d x-openstack-request-id: req-d1ef8521-6446-4d62-9901-96115920767d {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:30.745345 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef05380-5566-460b-9dc1-5676fba748df", "name": "network-vif-plugged", "status": "completed", "tag": "d66c9b55-36db-43ea-b2b0-d004d7b616cc", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:30.745609 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1ef8521-6446-4d62-9901-96115920767d {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:30.745987 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef05380-5566-460b-9dc1-5676fba748df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc', 'code': 200} Sep 16 00:39:30.774973 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=d66c9b55-36db-43ea-b2b0-d004d7b616cc,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:30.881801 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.944698 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:30.989692 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdeb5b-8637-4c24-9a86-2911649549e0 req-d07ddda3-2987-4c6a-b9a1-1d85b43989a2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:30.991205 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6fdeb5b-8637-4c24-9a86-2911649549e0 req-d07ddda3-2987-4c6a-b9a1-1d85b43989a2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0870550 Sep 16 00:39:31.013867 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Network ce2e1d93-2daf-42b0-980d-0465f3eef878 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:39:31.030119 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:39:31.036366 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:39:31.041862 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:31.042483 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:31.046440 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Pushing event updated for resources: {'Port': ['ID=289d35d8-7b21-4649-8e49-f3f0f3e138dd,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:31.076464 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6fdeb5b-8637-4c24-9a86-2911649549e0 req-2c1fb194-59e9-4adf-ac0c-9537a1b831c3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 Sep 16 00:39:31.078238 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-e7a5e870-b9e2-4d8a-9d63-40c06964319e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6226649 Sep 16 00:39:31.148736 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595876a-398a-4de3-aa57-09616bb3a1f9 req-417dee7b-9968-48fa-89d7-96641033ffe6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:31.150579 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d595876a-398a-4de3-aa57-09616bb3a1f9 req-417dee7b-9968-48fa-89d7-96641033ffe6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0477226 Sep 16 00:39:31.190628 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d595876a-398a-4de3-aa57-09616bb3a1f9 req-be3e6e98-fc31-4c86-af7d-c382032637ec tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333533 Sep 16 00:39:31.374779 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42da743-f4c8-4b9f-a28d-0701abf374a0 req-64d71b61-1d56-4226-bc2e-84a40c20f8a6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:31.376273 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f42da743-f4c8-4b9f-a28d-0701abf374a0 req-64d71b61-1d56-4226-bc2e-84a40c20f8a6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0500102 Sep 16 00:39:31.414955 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f42da743-f4c8-4b9f-a28d-0701abf374a0 req-09248fad-f5c3-450a-a3d7-1a1132f1c06b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Sep 16 00:39:31.441438 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da649c73-2661-4875-ab1c-430b2d5ca984 req-49b0c937-b08d-4913-b0c7-52bfc07a362d tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:31.443305 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-da649c73-2661-4875-ab1c-430b2d5ca984 req-49b0c937-b08d-4913-b0c7-52bfc07a362d tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Sep 16 00:39:31.481755 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-da649c73-2661-4875-ab1c-430b2d5ca984 req-2972a059-965c-4153-b291-6188687c8f38 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Sep 16 00:39:31.524075 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb8f0-9504-4b8d-9f0e-ada3cc849e63 req-df22a06b-9f79-43b3-96b3-9b4f27803aa8 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:31.525827 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-632cb8f0-9504-4b8d-9f0e-ada3cc849e63 req-df22a06b-9f79-43b3-96b3-9b4f27803aa8 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 931 time: 0.0533862 Sep 16 00:39:31.564501 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-632cb8f0-9504-4b8d-9f0e-ada3cc849e63 req-b4bbbdf5-31d7-4882-a022-ffef82b179d2 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326722 Sep 16 00:39:32.190436 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f8148-24a2-452e-8c34-0f0d5ebb6eaa req-308f1ebd-9be8-436f-9e45-90dbf6c47e82 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:32.192092 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2f3f8148-24a2-452e-8c34-0f0d5ebb6eaa req-308f1ebd-9be8-436f-9e45-90dbf6c47e82 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0475767 Sep 16 00:39:32.232444 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2f3f8148-24a2-452e-8c34-0f0d5ebb6eaa req-94ad529b-31cb-4ecb-b6fc-1801b95ed6ed tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345135 Sep 16 00:39:32.307314 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b554507-d450-41d8-b086-2fec942ad79b req-890a80d7-4a15-48f1-92f5-d87212a38048 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:32.308829 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1b554507-d450-41d8-b086-2fec942ad79b req-890a80d7-4a15-48f1-92f5-d87212a38048 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0500906 Sep 16 00:39:32.350295 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1b554507-d450-41d8-b086-2fec942ad79b req-7ff95272-33b2-4d4c-a94c-1183f9db6569 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355368 Sep 16 00:39:32.535384 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4579ee6-5007-4fa7-9197-bcd4a02954cb req-5b504173-ec75-4a17-a7e1-3ab00021f230 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:32.536860 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b4579ee6-5007-4fa7-9197-bcd4a02954cb req-5b504173-ec75-4a17-a7e1-3ab00021f230 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0514824 Sep 16 00:39:32.574632 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b4579ee6-5007-4fa7-9197-bcd4a02954cb req-c2df59e0-e84e-45f7-ad04-0bf1d3f454aa tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Sep 16 00:39:32.602565 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073caa-8e9b-402c-9085-46ddf86832f1 req-28d82480-1177-4af2-8051-8033fca2b984 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:32.604083 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b4073caa-8e9b-402c-9085-46ddf86832f1 req-28d82480-1177-4af2-8051-8033fca2b984 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0508437 Sep 16 00:39:32.643148 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b4073caa-8e9b-402c-9085-46ddf86832f1 req-37bceb3e-4ad4-4ba5-86fb-ce06cc763fd0 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Sep 16 00:39:32.689757 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f110f-5382-48a0-ab31-f062ca0b0e36 req-f47b5474-b50a-4214-a194-4d9068a4ee50 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:32.690300 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Request body: {'port': {'device_id': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:32.691522 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-227f110f-5382-48a0-ab31-f062ca0b0e36 req-f47b5474-b50a-4214-a194-4d9068a4ee50 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 931 time: 0.0528588 Sep 16 00:39:32.697270 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:32.731920 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-227f110f-5382-48a0-ab31-f062ca0b0e36 req-475ffd85-fb3e-4da8-86f8-5a9ed7af8089 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Sep 16 00:39:32.746888 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:32.758010 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0d606d21-e76c-4912-8eba-fe95dccee6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.003568 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289d35d8-7b21-4649-8e49-f3f0f3e138dd {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:33.011265 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.023795 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Transition to ACTIVE for port object 289d35d8-7b21-4649-8e49-f3f0f3e138dd will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:39:33.027576 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.078989 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Pushing event updated for resources: {'Port': ['ID=289d35d8-7b21-4649-8e49-f3f0f3e138dd,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:33.106023 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Attempting to bind port 289d35d8-7b21-4649-8e49-f3f0f3e138dd on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:39:33.106356 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Attempting to bind port 289d35d8-7b21-4649-8e49-f3f0f3e138dd by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:39:33.106681 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Attempting to bind port 289d35d8-7b21-4649-8e49-f3f0f3e138dd on network ce2e1d93-2daf-42b0-980d-0465f3eef878 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:33.110804 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Port 289d35d8-7b21-4649-8e49-f3f0f3e138dd on network ce2e1d93-2daf-42b0-980d-0465f3eef878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:39:33.111149 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Attempting to bind port 289d35d8-7b21-4649-8e49-f3f0f3e138dd on network ce2e1d93-2daf-42b0-980d-0465f3eef878 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:39:33.115943 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:39:33.116270 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Checking segment: {'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:39:33.116642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Bound using segment: {'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:39:33.117087 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Bound port: 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:39:33.117444 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.180733 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] For port 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:39:33.183888 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] For port 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=289d35d8-7b21-4649-8e49-f3f0f3e138dd,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:39:33.187635 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.225122 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:33.225877 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.227254 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] 10.222.0.39 "PUT /v2.0/ports/289d35d8-7b21-4649-8e49-f3f0f3e138dd HTTP/1.1" status: 200 len: 1093 time: 0.5428908 Sep 16 00:39:33.227683 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:33.229900 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0348277a-cbe5-4012-b257-d4e794c1ee62" -d '{"events": [{"name": "network-changed", "server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:33.248519 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d79231-af57-4ae7-9831-68ddebb1b281 service neutron] Pushing event updated for resources: {'Port': ['ID=289d35d8-7b21-4649-8e49-f3f0f3e138dd,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:33.269257 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8875c795-2118-4f59-aafd-ac8e952a2539 x-openstack-request-id: req-8875c795-2118-4f59-aafd-ac8e952a2539 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:33.269786 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:33.270100 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8875c795-2118-4f59-aafd-ac8e952a2539 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:33.270495 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd', 'status': 'completed', 'code': 200} Sep 16 00:39:33.349877 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9bd13-e062-4dbc-8594-b3b47d249a4c req-9375ca05-6cc4-4fb2-801a-c857b44cd378 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:33.351326 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-54d9bd13-e062-4dbc-8594-b3b47d249a4c req-9375ca05-6cc4-4fb2-801a-c857b44cd378 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0487483 Sep 16 00:39:33.392801 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-54d9bd13-e062-4dbc-8594-b3b47d249a4c req-5706c34a-71e4-4e96-83e7-06251651e62b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354395 Sep 16 00:39:33.465438 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26969e-b75b-4a06-9b79-bb7d20b2d356 req-752ab863-fb7d-4a1c-8b6c-38a32a3b3141 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:33.466916 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bb26969e-b75b-4a06-9b79-bb7d20b2d356 req-752ab863-fb7d-4a1c-8b6c-38a32a3b3141 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0480108 Sep 16 00:39:33.504141 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bb26969e-b75b-4a06-9b79-bb7d20b2d356 req-270a1fbf-8db6-4723-b312-6b0d54f2952b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312648 Sep 16 00:39:33.617549 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.710711 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f76f9-9436-4886-9244-9ab06513c06a req-51c5d617-0e23-4720-b242-94c6e39082e2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:33.712333 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-754f76f9-9436-4886-9244-9ab06513c06a req-51c5d617-0e23-4720-b242-94c6e39082e2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0637906 Sep 16 00:39:33.750538 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-754f76f9-9436-4886-9244-9ab06513c06a req-88b69b2d-2c64-4c75-91ed-3048c0e06a46 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Sep 16 00:39:33.761690 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7098b0e-3e01-4764-a305-a1daf06ebc05 req-a395ebd9-939d-479d-94f3-80aa2985d186 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:33.763349 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7098b0e-3e01-4764-a305-a1daf06ebc05 req-a395ebd9-939d-479d-94f3-80aa2985d186 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0492523 Sep 16 00:39:33.805323 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7098b0e-3e01-4764-a305-a1daf06ebc05 req-54c9e9ed-aa17-434a-9632-ea6a98f36f3c tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355291 Sep 16 00:39:33.853163 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4531b4a-16b4-469c-84bb-e0ddb367331e req-a155d1ea-dd63-4579-ac22-c7e19dcf8002 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:33.854596 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e4531b4a-16b4-469c-84bb-e0ddb367331e req-a155d1ea-dd63-4579-ac22-c7e19dcf8002 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0471880 Sep 16 00:39:33.877277 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:33.892518 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e4531b4a-16b4-469c-84bb-e0ddb367331e req-86442c3a-9892-435f-9d63-c6a96ab49f31 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Sep 16 00:39:34.508956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e18e7-46f0-4bf0-8a52-ae2dde6d2171 req-35acb016-30d7-4399-b95d-4433d7c14430 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:34.510315 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-db4e18e7-46f0-4bf0-8a52-ae2dde6d2171 req-35acb016-30d7-4399-b95d-4433d7c14430 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0531487 Sep 16 00:39:34.548729 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-db4e18e7-46f0-4bf0-8a52-ae2dde6d2171 req-84d49774-7fc3-4710-9e88-c1425ca3bfaf tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Sep 16 00:39:34.618021 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fac9a-2b41-4db9-9032-da29ab40a1a8 req-0f8f6f6c-5c24-4142-b27e-9ea9bab455aa tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:34.619506 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-435fac9a-2b41-4db9-9032-da29ab40a1a8 req-0f8f6f6c-5c24-4142-b27e-9ea9bab455aa tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0487614 Sep 16 00:39:34.660347 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-435fac9a-2b41-4db9-9032-da29ab40a1a8 req-23e64087-0ac0-4eb8-9829-f3a3a7927ede tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340383 Sep 16 00:39:34.866699 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04687eef-937f-424d-bff0-a7ee475c7205 req-87f8d4ed-919b-45d6-bc08-c4416fe13251 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:34.868296 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04687eef-937f-424d-bff0-a7ee475c7205 req-87f8d4ed-919b-45d6-bc08-c4416fe13251 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0496478 Sep 16 00:39:34.905646 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04687eef-937f-424d-bff0-a7ee475c7205 req-358b2267-83c8-4d1f-a11b-445fe334b9e5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Sep 16 00:39:34.918809 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a454-85b0-437b-ae8b-9089d13ce8e9 req-58f924bb-c14b-454a-bd60-0e4ecf2a8e67 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:34.920052 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6736a454-85b0-437b-ae8b-9089d13ce8e9 req-58f924bb-c14b-454a-bd60-0e4ecf2a8e67 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0492933 Sep 16 00:39:34.958814 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6736a454-85b0-437b-ae8b-9089d13ce8e9 req-01f2c022-30ca-4f8e-9120-e5126e5e3b06 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Sep 16 00:39:35.009488 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28c3fb-1e63-4fab-94da-02f8312a922a req-168ece10-4139-4323-a785-1440f6d3b3e4 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:35.010941 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8c28c3fb-1e63-4fab-94da-02f8312a922a req-168ece10-4139-4323-a785-1440f6d3b3e4 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0477161 Sep 16 00:39:35.051959 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8c28c3fb-1e63-4fab-94da-02f8312a922a req-f0ff68fa-4514-4fe3-867a-1e9543a04a75 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Sep 16 00:39:35.170890 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47068445-72ef-4731-9d01-39ab938f0434 req-b361ac93-314d-41bb-b6a6-1493b6848e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:35.172327 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-47068445-72ef-4731-9d01-39ab938f0434 req-b361ac93-314d-41bb-b6a6-1493b6848e18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 1098 time: 0.0681102 Sep 16 00:39:35.178196 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348277a-cbe5-4012-b257-d4e794c1ee62 req-4044263c-60a7-4476-877c-2ceeb33c5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:35.179516 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0348277a-cbe5-4012-b257-d4e794c1ee62 req-4044263c-60a7-4476-877c-2ceeb33c5f8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 1096 time: 0.0495856 Sep 16 00:39:35.262096 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-47068445-72ef-4731-9d01-39ab938f0434 req-83fdb9e0-cb4e-466a-adf1-3cc84fe66ee4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816882 Sep 16 00:39:35.363676 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348277a-cbe5-4012-b257-d4e794c1ee62 req-35849f77-59c9-4ea3-9867-180bd38e13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:35.365146 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0348277a-cbe5-4012-b257-d4e794c1ee62 req-35849f77-59c9-4ea3-9867-180bd38e13c1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1725550 Sep 16 00:39:35.660829 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a147f-84d8-4b64-964e-b0202054c6e8 req-9a39c42a-7eac-4713-aa79-5a294d5eab52 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:35.662941 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c21a147f-84d8-4b64-964e-b0202054c6e8 req-9a39c42a-7eac-4713-aa79-5a294d5eab52 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0488453 Sep 16 00:39:35.702482 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c21a147f-84d8-4b64-964e-b0202054c6e8 req-fa8059a9-b98a-40c8-8cff-6239cf7b25d6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Sep 16 00:39:35.779132 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f826-8fc1-4987-b723-f14eea874bce req-89405a38-85e8-4231-976f-fd8782038bef tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:35.780960 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3027f826-8fc1-4987-b723-f14eea874bce req-89405a38-85e8-4231-976f-fd8782038bef tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0547266 Sep 16 00:39:35.781289 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:35.819322 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3027f826-8fc1-4987-b723-f14eea874bce req-b2d0a092-0d1f-468b-ad68-a41f8601945d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315404 Sep 16 00:39:36.025013 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5043004-5dec-4860-9655-e217758c1aed req-935e9748-24d7-4a9e-a145-c4ee45147a89 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.026823 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c5043004-5dec-4860-9655-e217758c1aed req-935e9748-24d7-4a9e-a145-c4ee45147a89 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0510287 Sep 16 00:39:36.070398 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c5043004-5dec-4860-9655-e217758c1aed req-c3788b2c-6050-4f6c-b23e-fa762426a5c7 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377412 Sep 16 00:39:36.172347 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e20a0-0a96-47bd-a918-63bba80a65a3 req-b9ebf752-c2b0-4b7d-ab1b-4a987487076a tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.177147 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e89e20a0-0a96-47bd-a918-63bba80a65a3 req-b9ebf752-c2b0-4b7d-ab1b-4a987487076a tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.1503701 Sep 16 00:39:36.180236 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967708-1dca-487e-97bb-b8250534400a req-e6f3b6b7-7277-4953-93c6-56bd99b118f7 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.181788 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97967708-1dca-487e-97bb-b8250534400a req-e6f3b6b7-7277-4953-93c6-56bd99b118f7 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0506277 Sep 16 00:39:36.218777 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97967708-1dca-487e-97bb-b8250534400a req-de4888dd-3627-426e-8490-ce91be919c07 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305040 Sep 16 00:39:36.445683 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e89e20a0-0a96-47bd-a918-63bba80a65a3 req-7f331d9e-fc7f-47cd-840e-31b22539953f tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563145 Sep 16 00:39:36.446863 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348277a-cbe5-4012-b257-d4e794c1ee62 req-183d6173-e7c8-4e63-96e6-143a5c3d579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.448209 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0348277a-cbe5-4012-b257-d4e794c1ee62 req-183d6173-e7c8-4e63-96e6-143a5c3d579b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3909543 Sep 16 00:39:36.564017 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-658949f2-ea4f-43d4-b556-dbba766727d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.566139 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-658949f2-ea4f-43d4-b556-dbba766727d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 1096 time: 0.0480924 Sep 16 00:39:36.611254 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-c95a8686-f2dc-4a90-b196-10e2e6f6c18f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289d35d8-7b21-4649-8e49-f3f0f3e138dd HTTP/1.1" status: 200 len: 217 time: 0.0362270 Sep 16 00:39:36.669295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-2a45ef1e-3800-4d84-8b43-30ec321d83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.670911 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-2a45ef1e-3800-4d84-8b43-30ec321d83ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c9587445-3dc7-4cc4-87cf-b7b4a547592e HTTP/1.1" status: 200 len: 848 time: 0.0521781 Sep 16 00:39:36.702568 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-6d347450-6e93-4412-89a8-0cdbc55ea635 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2e1d93-2daf-42b0-980d-0465f3eef878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237815 Sep 16 00:39:36.703245 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 76097437-0073-4910-8dc7-44e6f565c671 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:39:36.807382 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-a6c8baac-507a-4411-8627-1447365ec585 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965204 Sep 16 00:39:36.808431 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 76097437-0073-4910-8dc7-44e6f565c671, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=76097437-0073-4910-8dc7-44e6f565c671,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:36.821130 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '76097437-0073-4910-8dc7-44e6f565c671', 'network_id': 'c6c40083-ac2d-41e4-bec2-522540afa5d5', 'port_id': '76097437-0073-4910-8dc7-44e6f565c671', 'mac_address': 'fa:16:3e:76:9a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9530c8-0628-4262-a526-1de7f9821cf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:39:36.840490 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadc9b6-60c8-4030-870e-ffec547062fb req-3ba70666-9bcd-403c-8116-0e8b243e9c69 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.850060 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7dadc9b6-60c8-4030-870e-ffec547062fb req-3ba70666-9bcd-403c-8116-0e8b243e9c69 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0715077 Sep 16 00:39:36.895328 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:36.901349 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7dadc9b6-60c8-4030-870e-ffec547062fb req-e1b51030-9a62-425c-94f8-8af815c08c0b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483463 Sep 16 00:39:36.911709 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76097437-0073-4910-8dc7-44e6f565c671 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:36.933045 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 76097437-0073-4910-8dc7-44e6f565c671, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=76097437-0073-4910-8dc7-44e6f565c671,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:36.940121 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:36.956728 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5fff9510-b27d-45c6-84e6-563f3b93571a req-736b6570-2b98-47f9-9f7c-699bc2db86eb service neutron] 10.222.0.39 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409144 Sep 16 00:39:36.985938 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c6bd-479e-488c-b781-fd1f3ec3961a req-f752848f-f0a8-4a82-aadc-9a7a4b9e5c05 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:36.988126 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7951c6bd-479e-488c-b781-fd1f3ec3961a req-f752848f-f0a8-4a82-aadc-9a7a4b9e5c05 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0633097 Sep 16 00:39:36.991822 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=76097437-0073-4910-8dc7-44e6f565c671,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:37.028572 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7951c6bd-479e-488c-b781-fd1f3ec3961a req-3cf003fc-2f9f-4f8d-8cdd-c9aad7c42faf tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344005 Sep 16 00:39:37.111083 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 35254) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:37.191636 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb7b1b-23a2-45a4-9b13-4908ddc5fecc req-f17bdac9-2f09-42ae-8962-5db4e105b867 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:37.193132 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e4bb7b1b-23a2-45a4-9b13-4908ddc5fecc req-f17bdac9-2f09-42ae-8962-5db4e105b867 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0487981 Sep 16 00:39:37.214519 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f44c8f49-8393-441e-b4c4-449f44f1dd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:37.235272 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e4bb7b1b-23a2-45a4-9b13-4908ddc5fecc req-8e2183c1-2121-4412-94bf-2b0a4689169d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362339 Sep 16 00:39:37.340368 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f44c8f49-8393-441e-b4c4-449f44f1dd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:37.345264 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f44c8f49-8393-441e-b4c4-449f44f1dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:37.374725 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbe248-d618-46d3-b736-de9c9b937e14 req-b625213e-39d4-4bc9-8f5d-ffe522323ac1 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:37.376287 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9efbe248-d618-46d3-b736-de9c9b937e14 req-b625213e-39d4-4bc9-8f5d-ffe522323ac1 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0882461 Sep 16 00:39:37.404133 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c8f49-8393-441e-b4c4-449f44f1dd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484f1e23-d712-4323-b54b-63a8d91c9d97,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:37.408176 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f44c8f49-8393-441e-b4c4-449f44f1dd95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc6aeb3bf36445c8a8b4db07f7de7e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961211 Sep 16 00:39:37.411286 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35260) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:37.435326 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9efbe248-d618-46d3-b736-de9c9b937e14 req-7c239631-85a8-45f3-b82f-eb3bcb58bfc7 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Sep 16 00:39:37.459045 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-35015c73-099f-4427-990e-d4c6b0373e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:37.479512 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-35015c73-099f-4427-990e-d4c6b0373e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:37.546757 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-35015c73-099f-4427-990e-d4c6b0373e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:37.549351 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-35015c73-099f-4427-990e-d4c6b0373e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:37.551351 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-35015c73-099f-4427-990e-d4c6b0373e30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/484f1e23-d712-4323-b54b-63a8d91c9d97 HTTP/1.1" status: 204 len: 168 time: 0.1389775 Sep 16 00:39:37.562207 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35015c73-099f-4427-990e-d4c6b0373e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484f1e23-d712-4323-b54b-63a8d91c9d97,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:37.576480 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db00e-8964-453e-803f-65ef116b951c req-f96bc10c-a12f-4b96-be0b-93bb6f5a2e50 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:37.578165 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-183db00e-8964-453e-803f-65ef116b951c req-f96bc10c-a12f-4b96-be0b-93bb6f5a2e50 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0645108 Sep 16 00:39:37.626480 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-183db00e-8964-453e-803f-65ef116b951c req-538edd62-0084-48dc-b308-73174803ac58 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Sep 16 00:39:37.981864 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['76097437-0073-4910-8dc7-44e6f565c671'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:39:38.037603 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69cf8b-dd2e-4b58-a48c-abf0108c0edd req-8b03d09e-d769-4b00-b9b7-627bd257e0ae tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:38.045515 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f69cf8b-dd2e-4b58-a48c-abf0108c0edd req-8b03d09e-d769-4b00-b9b7-627bd257e0ae tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0676796 Sep 16 00:39:38.107673 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f69cf8b-dd2e-4b58-a48c-abf0108c0edd req-37c51b0b-90e3-44a6-be51-91aa120d5cae tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567236 Sep 16 00:39:38.162474 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516e78e-040e-419c-895e-7d1379eeb35d req-64aaa998-6137-484e-b7d4-46ecb763387e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:38.164099 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3516e78e-040e-419c-895e-7d1379eeb35d req-64aaa998-6137-484e-b7d4-46ecb763387e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0546849 Sep 16 00:39:38.202708 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3516e78e-040e-419c-895e-7d1379eeb35d req-05ad5ef9-04a8-4b09-a29d-5fde0627f3d0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322113 Sep 16 00:39:38.363266 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa4d83-9927-4e71-92d9-67a4a5eae284 req-4b40cd8a-4e14-48c2-b262-e20c88afcbe6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:38.364812 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7daa4d83-9927-4e71-92d9-67a4a5eae284 req-4b40cd8a-4e14-48c2-b262-e20c88afcbe6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0547154 Sep 16 00:39:38.401869 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7daa4d83-9927-4e71-92d9-67a4a5eae284 req-ad24a577-d4fb-4eed-8072-14f8c64e40d8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Sep 16 00:39:38.555249 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f89de4-baea-4e34-99aa-ff7d5b0a1210 req-91a7bdbd-9fe2-4b46-a14e-b024eb13ee01 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:38.556797 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97f89de4-baea-4e34-99aa-ff7d5b0a1210 req-91a7bdbd-9fe2-4b46-a14e-b024eb13ee01 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0546777 Sep 16 00:39:38.596868 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97f89de4-baea-4e34-99aa-ff7d5b0a1210 req-6a964b06-d9e5-4fb6-b46f-ccd17da6aad8 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Sep 16 00:39:38.744398 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565e83f-44a5-4cf9-bdaa-c28d700a0e2a req-a8f01abf-08dc-4286-9140-65a6b6031b2b tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:38.746044 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6565e83f-44a5-4cf9-bdaa-c28d700a0e2a req-a8f01abf-08dc-4286-9140-65a6b6031b2b tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0502391 Sep 16 00:39:38.785031 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6565e83f-44a5-4cf9-bdaa-c28d700a0e2a req-4f1548af-37f5-4398-b534-114314c0a80f tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Sep 16 00:39:39.215245 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ebabe-76d7-459e-8f4e-db30f8903134 req-aa8c4406-2927-47ac-9afd-409bcdedf989 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:39.216739 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-969ebabe-76d7-459e-8f4e-db30f8903134 req-aa8c4406-2927-47ac-9afd-409bcdedf989 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0510435 Sep 16 00:39:39.257689 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-969ebabe-76d7-459e-8f4e-db30f8903134 req-67b92b03-d2a4-43ed-aa5a-3ff20f1099ae tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346308 Sep 16 00:39:39.326313 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7fd7-f985-4505-b69b-f21e20724637 req-4d648e45-5909-4dec-8c5c-0f81255ad321 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:39.327821 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-706f7fd7-f985-4505-b69b-f21e20724637 req-4d648e45-5909-4dec-8c5c-0f81255ad321 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0541456 Sep 16 00:39:39.367895 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-706f7fd7-f985-4505-b69b-f21e20724637 req-bb15361a-33ce-44f2-99d5-70f8d22d157d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332279 Sep 16 00:39:39.528249 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205c439-3c52-4333-bf88-35b247e76796 req-14f1b57b-b19d-4220-bef0-e95e0157ef65 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:39.529770 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5205c439-3c52-4333-bf88-35b247e76796 req-14f1b57b-b19d-4220-bef0-e95e0157ef65 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0520225 Sep 16 00:39:39.569314 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5205c439-3c52-4333-bf88-35b247e76796 req-a7cd9303-af5b-4af1-b274-c4d99b576bd6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332034 Sep 16 00:39:39.719330 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea0ef-793c-4730-8398-1c5bdbf86374 req-260480d9-a0d9-402a-b40d-8a25096c5c3c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:39.720772 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-486ea0ef-793c-4730-8398-1c5bdbf86374 req-260480d9-a0d9-402a-b40d-8a25096c5c3c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0569220 Sep 16 00:39:39.761618 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-486ea0ef-793c-4730-8398-1c5bdbf86374 req-4acfeb40-91d2-42b1-ab04-039a12ea924c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Sep 16 00:39:40.358972 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:39:40.384410 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01499-2dd9-4ab2-88fe-c52ecde68315 req-25c399f8-6178-4956-97ae-5584f2bfcde8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:40.386647 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-89b01499-2dd9-4ab2-88fe-c52ecde68315 req-25c399f8-6178-4956-97ae-5584f2bfcde8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0599573 Sep 16 00:39:40.468217 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-89b01499-2dd9-4ab2-88fe-c52ecde68315 req-4afb80ae-f418-4198-9c7d-58176d3faa53 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Sep 16 00:39:40.495722 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:40.508877 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '71722fb0-efb8-4248-91b0-d3191294875c', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'port_id': '71722fb0-efb8-4248-91b0-d3191294875c', 'mac_address': 'fa:16:3e:aa:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:39:40.524499 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62de16f-75e6-48fd-b27a-3fde4490a73c req-b8a7d8bd-1631-4771-8bc1-bf69dddfeed1 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:40.526302 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b62de16f-75e6-48fd-b27a-3fde4490a73c req-b8a7d8bd-1631-4771-8bc1-bf69dddfeed1 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 944 time: 0.0559905 Sep 16 00:39:40.552008 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:40.565979 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71722fb0-efb8-4248-91b0-d3191294875c {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:40.566760 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b62de16f-75e6-48fd-b27a-3fde4490a73c req-cad0d765-05e3-42de-84a5-c7b8f47ec0b6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335298 Sep 16 00:39:40.586582 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:40.591078 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:40.591783 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f6e6bbb0-6d0c-482f-a484-162a95412d97 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:39:40.598356 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35452) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:40.672698 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:40.714424 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fa83adf7-7c69-4e1b-b94b-fc8babb13935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:40.733047 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93218992-0eb3-4db6-a8aa-6450e010b3f7 req-64f88f52-fe59-45ad-931f-afcebfe35ae3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:40.734523 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-93218992-0eb3-4db6-a8aa-6450e010b3f7 req-64f88f52-fe59-45ad-931f-afcebfe35ae3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0796461 Sep 16 00:39:40.743672 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port f6e6bbb0-6d0c-482f-a484-162a95412d97, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:40.755821 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'port_id': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'mac_address': 'fa:16:3e:86:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:39:40.794910 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-93218992-0eb3-4db6-a8aa-6450e010b3f7 req-3a419eba-7312-4d3f-9022-8625d1580c8a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537679 Sep 16 00:39:40.797683 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:40.812388 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e6bbb0-6d0c-482f-a484-162a95412d97 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:40.835791 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port f6e6bbb0-6d0c-482f-a484-162a95412d97, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:40.840961 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:40.896747 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=f6e6bbb0-6d0c-482f-a484-162a95412d97,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:40.898148 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3f3e2-6735-4f34-88e7-5d7ef082e8c9 req-bbd51ef8-9cbf-4275-90a1-5e8c68d4d5f9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:40.906972 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2ba3f3e2-6735-4f34-88e7-5d7ef082e8c9 req-bbd51ef8-9cbf-4275-90a1-5e8c68d4d5f9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0535581 Sep 16 00:39:40.944935 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2ba3f3e2-6735-4f34-88e7-5d7ef082e8c9 req-14ed1f1c-81f3-4a01-a236-50c793ad2d10 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369012 Sep 16 00:39:41.023046 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fa83adf7-7c69-4e1b-b94b-fc8babb13935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.028145 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fa83adf7-7c69-4e1b-b94b-fc8babb13935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.064064 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83adf7-7c69-4e1b-b94b-fc8babb13935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db9d35f-3872-4c7b-9782-a6e3e0d56d83,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:41.069146 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-fa83adf7-7c69-4e1b-b94b-fc8babb13935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd8a0d8944c8469fb26330b98fff6f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693997 Sep 16 00:39:41.071793 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35462) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:41.117040 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-abe6af71-f11a-4e51-b659-d7ab9b9e104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.138343 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-abe6af71-f11a-4e51-b659-d7ab9b9e104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.185570 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-abe6af71-f11a-4e51-b659-d7ab9b9e104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.188096 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-abe6af71-f11a-4e51-b659-d7ab9b9e104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.189284 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-abe6af71-f11a-4e51-b659-d7ab9b9e104d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2db9d35f-3872-4c7b-9782-a6e3e0d56d83 HTTP/1.1" status: 204 len: 168 time: 0.1165819 Sep 16 00:39:41.197333 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6af71-f11a-4e51-b659-d7ab9b9e104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db9d35f-3872-4c7b-9782-a6e3e0d56d83,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:41.443882 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35472) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:41.457192 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7defc6fa-c751-4ae3-ab79-3ed8b26c1421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.556425 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7defc6fa-c751-4ae3-ab79-3ed8b26c1421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.572381 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7defc6fa-c751-4ae3-ab79-3ed8b26c1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.615373 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defc6fa-c751-4ae3-ab79-3ed8b26c1421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de49f49-3632-4a22-b4ea-a721f05c2384,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:41.621288 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7defc6fa-c751-4ae3-ab79-3ed8b26c1421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=916b5eb39d074e228084208d0d8a2802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763470 Sep 16 00:39:41.623979 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35478) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:41.637425 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bbf20-281b-416d-9249-1bfa9d60931a req-8f7c6d2a-570f-4e05-b532-4e200daf046b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:41.638878 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6b8bbf20-281b-416d-9249-1bfa9d60931a req-8f7c6d2a-570f-4e05-b532-4e200daf046b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0981483 Sep 16 00:39:41.691060 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620bc6-1aa4-4fe6-8a82-9a2899817ade req-25cb9fc3-d0b2-4466-b3fe-26bdb9b07ce3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:41.693209 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-53620bc6-1aa4-4fe6-8a82-9a2899817ade req-25cb9fc3-d0b2-4466-b3fe-26bdb9b07ce3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 945 time: 0.0547190 Sep 16 00:39:41.700004 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6b8bbf20-281b-416d-9249-1bfa9d60931a req-df87ae72-9f8a-4daa-8e63-e54eaf67d0ac tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541337 Sep 16 00:39:41.711568 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8fac103-422a-4a48-9406-231190dc3555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.734973 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8fac103-422a-4a48-9406-231190dc3555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.745152 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-53620bc6-1aa4-4fe6-8a82-9a2899817ade req-3fa9f9b2-227a-4001-8c14-2e4ef82857b6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453076 Sep 16 00:39:41.785051 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8fac103-422a-4a48-9406-231190dc3555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.787879 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8fac103-422a-4a48-9406-231190dc3555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:41.789069 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c8fac103-422a-4a48-9406-231190dc3555 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7de49f49-3632-4a22-b4ea-a721f05c2384 HTTP/1.1" status: 204 len: 168 time: 0.1642108 Sep 16 00:39:41.796699 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fac103-422a-4a48-9406-231190dc3555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de49f49-3632-4a22-b4ea-a721f05c2384,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:41.950699 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355f884-80be-4602-a0c5-bcc97ef8cfd7 req-85cbcea5-8dd4-4ed7-9206-ad516531ad18 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:41.952238 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8355f884-80be-4602-a0c5-bcc97ef8cfd7 req-85cbcea5-8dd4-4ed7-9206-ad516531ad18 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0633354 Sep 16 00:39:42.002017 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8355f884-80be-4602-a0c5-bcc97ef8cfd7 req-b06c7d9c-9d90-4005-8843-f950a98d1a81 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Sep 16 00:39:42.063477 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e01b25-a5ca-4190-8357-a813cdc90b1f req-424df61d-a907-42a3-b82a-cb129fdeb1dd tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:42.065111 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-00e01b25-a5ca-4190-8357-a813cdc90b1f req-424df61d-a907-42a3-b82a-cb129fdeb1dd tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0638583 Sep 16 00:39:42.108102 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-00e01b25-a5ca-4190-8357-a813cdc90b1f req-33825393-9b61-44d1-8fd5-5712b7568090 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Sep 16 00:39:42.115708 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed502ad9-ac77-4c67-ab58-26fd6a033813 req-e2790975-5543-4a5d-831b-fbff416f2b1f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:42.117262 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ed502ad9-ac77-4c67-ab58-26fd6a033813 req-e2790975-5543-4a5d-831b-fbff416f2b1f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0500846 Sep 16 00:39:42.155584 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ed502ad9-ac77-4c67-ab58-26fd6a033813 req-155d5628-df5d-4ee7-b9d0-9b8f388b4602 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Sep 16 00:39:42.864293 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a92a22-6c68-4981-a6b6-d441bb35fddb req-d4628230-b4ff-4ddb-a380-b929cafda40f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:42.865927 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-67a92a22-6c68-4981-a6b6-d441bb35fddb req-d4628230-b4ff-4ddb-a380-b929cafda40f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 945 time: 0.0507951 Sep 16 00:39:42.907124 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-67a92a22-6c68-4981-a6b6-d441bb35fddb req-0c78331b-5ccb-4822-b225-52af26f7fab5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353992 Sep 16 00:39:43.122928 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-2b0b7e96-9a75-449e-befc-7094be1fae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:43.124463 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-2b0b7e96-9a75-449e-befc-7094be1fae10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 1098 time: 0.0727987 Sep 16 00:39:43.142029 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58f95-e9f9-4516-a41d-d177c5fb7b3c req-19dfcaee-8e2d-48e9-a28b-7488294e9b59 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:43.144015 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f9b58f95-e9f9-4516-a41d-d177c5fb7b3c req-19dfcaee-8e2d-48e9-a28b-7488294e9b59 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0616930 Sep 16 00:39:43.230014 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace58b-6584-4472-8f54-3999bb5a0eb2 req-99d360e0-00e8-4c2c-9522-30b73f10acdc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:43.232064 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b8ace58b-6584-4472-8f54-3999bb5a0eb2 req-99d360e0-00e8-4c2c-9522-30b73f10acdc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0491595 Sep 16 00:39:43.239072 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f9b58f95-e9f9-4516-a41d-d177c5fb7b3c req-4fea5f85-080a-4e9a-859f-36ec4f35df68 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849435 Sep 16 00:39:43.269030 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-4fed165e-94d2-498d-94f5-c2c73a988983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:43.270815 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-4fed165e-94d2-498d-94f5-c2c73a988983 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.1254263 Sep 16 00:39:43.305257 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b8ace58b-6584-4472-8f54-3999bb5a0eb2 req-0e8988cc-0912-4757-a0f0-f3e9be67e903 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658114 Sep 16 00:39:43.328975 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-5bf27350-32ec-4cc3-82fa-1db2a4b963ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc HTTP/1.1" status: 200 len: 217 time: 0.0493650 Sep 16 00:39:43.414114 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-8ab19710-7fc1-4840-be02-201a7aaf4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:43.415585 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-8ab19710-7fc1-4840-be02-201a7aaf4779 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.0789492 Sep 16 00:39:43.428010 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfde407-8273-45c6-ad52-650bde10a187 req-2a1d06aa-0564-40b7-ade7-611444a7bb7e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:43.429524 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-acfde407-8273-45c6-ad52-650bde10a187 req-2a1d06aa-0564-40b7-ade7-611444a7bb7e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0643945 Sep 16 00:39:43.460010 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-f889b62b-ee73-44a9-90dd-552aa341d7ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294724 Sep 16 00:39:43.511250 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-acfde407-8273-45c6-ad52-650bde10a187 req-d688bb82-5055-47df-a329-a59203660e7c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718522 Sep 16 00:39:43.589446 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-477e8a10-a602-4a8b-b37a-08fac108a4fb service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205533 Sep 16 00:39:43.683510 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d30ac6bf-7724-4e7a-bebd-bbe68bcd9ec5 req-8ce670d6-f3d6-464f-8b4b-080f42288793 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869687 Sep 16 00:39:44.026989 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227b41f-19e5-4480-ad8f-dc45eac31b72 req-00d52866-0447-47a1-8427-6db2b4300cec tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:44.028458 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5227b41f-19e5-4480-ad8f-dc45eac31b72 req-00d52866-0447-47a1-8427-6db2b4300cec tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 945 time: 0.0513952 Sep 16 00:39:44.067330 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5227b41f-19e5-4480-ad8f-dc45eac31b72 req-a34dc3f1-6ec4-4630-a9e8-ca953d10c28c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328891 Sep 16 00:39:44.282605 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['f6e6bbb0-6d0c-482f-a484-162a95412d97'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:39:44.311917 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['71722fb0-efb8-4248-91b0-d3191294875c'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:39:44.390901 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209879ef-9d4a-4099-83d4-49c4faf459b2 req-78047d04-929c-4f66-aaf6-9d57ec1d1d72 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:44.399627 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-209879ef-9d4a-4099-83d4-49c4faf459b2 req-78047d04-929c-4f66-aaf6-9d57ec1d1d72 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0755930 Sep 16 00:39:44.445476 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-209879ef-9d4a-4099-83d4-49c4faf459b2 req-5b6fc070-e7dc-4b0d-b0bb-fb3225cc5b7f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Sep 16 00:39:44.455787 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d10132-98a3-4f0a-8b7f-515380772e09 req-5037446c-5011-4085-bda2-42bfe0821603 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:44.464273 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d0d10132-98a3-4f0a-8b7f-515380772e09 req-5037446c-5011-4085-bda2-42bfe0821603 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0710690 Sep 16 00:39:44.516661 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d0d10132-98a3-4f0a-8b7f-515380772e09 req-fa05e49a-9c2d-49f1-b618-3a075a57b970 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514927 Sep 16 00:39:44.666108 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c7bb8-77f2-46ec-893a-c3654aebd18c req-ed3e030d-d0b4-4d61-adee-bc98abaf8ea9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:44.673536 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-912c7bb8-77f2-46ec-893a-c3654aebd18c req-ed3e030d-d0b4-4d61-adee-bc98abaf8ea9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0698826 Sep 16 00:39:44.713283 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-912c7bb8-77f2-46ec-893a-c3654aebd18c req-b417ebc7-f9b4-4815-bd38-8174072ade16 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Sep 16 00:39:45.188035 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dfa53-e82d-4c6d-a3d7-2ea5ab985ea3 req-5da890a9-7343-4070-9b8d-7651b440daff tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:45.189575 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-251dfa53-e82d-4c6d-a3d7-2ea5ab985ea3 req-5da890a9-7343-4070-9b8d-7651b440daff tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 945 time: 0.0578401 Sep 16 00:39:45.230311 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-251dfa53-e82d-4c6d-a3d7-2ea5ab985ea3 req-dcc1d56f-8b63-4ec2-9a95-a036bef23cd3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340149 Sep 16 00:39:45.449581 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 76097437-0073-4910-8dc7-44e6f565c671 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:45.511602 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 76097437-0073-4910-8dc7-44e6f565c671 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:39:45.518514 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 76097437-0073-4910-8dc7-44e6f565c671 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:45.518967 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:45.600563 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7125-ae4f-474b-84a4-a1eaf5dcf52b req-6d10c7e9-2526-49b8-8ffd-92a85e72506b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:45.602990 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ffeb7125-ae4f-474b-84a4-a1eaf5dcf52b req-6d10c7e9-2526-49b8-8ffd-92a85e72506b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0766513 Sep 16 00:39:45.613390 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:45.646552 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76097437-0073-4910-8dc7-44e6f565c671'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:45.655505 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58092fb-f859-468d-b96e-5007443a2d97" -d '{"events": [{"server_uuid": "f2261583-171a-47d7-8c47-e4f00d4c5141", "name": "network-vif-plugged", "status": "completed", "tag": "76097437-0073-4910-8dc7-44e6f565c671"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:45.661335 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 76097437-0073-4910-8dc7-44e6f565c671, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=76097437-0073-4910-8dc7-44e6f565c671,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:45.666387 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:45.677429 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56823bfa-79c3-45b8-9676-824cc17e547e req-63ec5f74-1999-43e7-b250-c3124b420cd5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:45.679013 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-56823bfa-79c3-45b8-9676-824cc17e547e req-63ec5f74-1999-43e7-b250-c3124b420cd5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0734992 Sep 16 00:39:45.685127 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ffeb7125-ae4f-474b-84a4-a1eaf5dcf52b req-07e65750-9c0b-4301-b05a-3d9b27df1b4b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742819 Sep 16 00:39:45.748932 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-56823bfa-79c3-45b8-9676-824cc17e547e req-f5a8ba13-d281-4097-852b-8c557f2ed4d1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606015 Sep 16 00:39:45.753660 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc45d73-a257-4c4b-ad6d-5c8a82ebd737 x-openstack-request-id: req-3cc45d73-a257-4c4b-ad6d-5c8a82ebd737 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:45.754143 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2261583-171a-47d7-8c47-e4f00d4c5141", "name": "network-vif-plugged", "status": "completed", "tag": "76097437-0073-4910-8dc7-44e6f565c671", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:45.754398 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cc45d73-a257-4c4b-ad6d-5c8a82ebd737 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:45.754777 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76097437-0073-4910-8dc7-44e6f565c671', 'code': 200} Sep 16 00:39:45.759485 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=76097437-0073-4910-8dc7-44e6f565c671,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:45.843508 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536c2d7-ce7c-4e95-bc64-9b3b0196c2d1 req-7908a174-f89d-4413-934d-2c18ed24887f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:45.844967 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b536c2d7-ce7c-4e95-bc64-9b3b0196c2d1 req-7908a174-f89d-4413-934d-2c18ed24887f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0476596 Sep 16 00:39:45.882308 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b536c2d7-ce7c-4e95-bc64-9b3b0196c2d1 req-608a12b3-5f4c-4b55-859c-56995f2f386d tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Sep 16 00:39:46.349516 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907d278-63e1-46b1-9a83-02c2443f8f72 req-416a69cc-82b5-46e8-8b05-0a92222ed8d8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:46.350923 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a907d278-63e1-46b1-9a83-02c2443f8f72 req-416a69cc-82b5-46e8-8b05-0a92222ed8d8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 945 time: 0.0534656 Sep 16 00:39:46.391618 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a907d278-63e1-46b1-9a83-02c2443f8f72 req-c64800ff-d2fc-483f-818f-224a4abbd6bf tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340781 Sep 16 00:39:46.809981 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10769e4a-04a7-4bfb-8618-2fa0d542b183 req-f8e82521-0785-4af4-ab7e-f92924fd5163 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:46.812772 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-10769e4a-04a7-4bfb-8618-2fa0d542b183 req-f8e82521-0785-4af4-ab7e-f92924fd5163 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0553069 Sep 16 00:39:46.814896 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35678) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:46.850895 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-10769e4a-04a7-4bfb-8618-2fa0d542b183 req-9eb6f153-7740-4183-b1d5-ce4d62b87b11 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Sep 16 00:39:46.874578 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f8b1-2602-4059-8afe-ac205fac4c9e req-206dcac7-e09c-4d58-bd35-a8fb7da6f3bc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:46.876065 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ed32f8b1-2602-4059-8afe-ac205fac4c9e req-206dcac7-e09c-4d58-bd35-a8fb7da6f3bc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0549879 Sep 16 00:39:46.919871 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ed32f8b1-2602-4059-8afe-ac205fac4c9e req-67c52d7a-4b41-4acd-8b4a-8e0c2fb5271f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372512 Sep 16 00:39:46.932105 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.009216 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90d1b2-7fa8-4ce9-895e-57bddc778903 req-c3177e8b-ccfe-4d1d-b7ac-367d057d2696 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:47.010713 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0e90d1b2-7fa8-4ce9-895e-57bddc778903 req-c3177e8b-ccfe-4d1d-b7ac-367d057d2696 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 943 time: 0.0561850 Sep 16 00:39:47.032432 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.037915 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.053764 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0e90d1b2-7fa8-4ce9-895e-57bddc778903 req-27384fa1-11ac-4b5b-9601-68e71ff489ac tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Sep 16 00:39:47.072997 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=875cd2ef2f6c4e218e60ea46c11ef167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564535 Sep 16 00:39:47.075643 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 35686) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:47.077476 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce771f0f-e684-4bb5-ade9-a18ccd107d7e,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:47.085577 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.085930 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.086271 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.086606 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.086941 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.087270 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.087601 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.087927 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.088259 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.088582 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.088938 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.089264 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080bd8d-4588-4c58-b54f-aaab0d012a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.129810 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.151077 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.196229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.198753 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.199886 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce771f0f-e684-4bb5-ade9-a18ccd107d7e HTTP/1.1" status: 204 len: 168 time: 0.1232946 Sep 16 00:39:47.208074 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce771f0f-e684-4bb5-ade9-a18ccd107d7e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:47.215179 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.215533 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.215878 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.216213 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.216546 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.216906 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.217241 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.217571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.217905 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.218231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.218552 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.218875 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe182156-7f78-4270-b851-edc94ff9e9db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:47.458240 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 35696) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:47.472536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-776498b0-086c-4879-959a-9879cf9359ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.510643 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5565c5-085e-4d79-8e5b-76f9c7bb5fcb req-f6003832-8443-48b8-8e64-85081a16a649 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:47.512164 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3a5565c5-085e-4d79-8e5b-76f9c7bb5fcb req-f6003832-8443-48b8-8e64-85081a16a649 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 945 time: 0.0514038 Sep 16 00:39:47.539274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 289d35d8-7b21-4649-8e49-f3f0f3e138dd details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:39:47.541855 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:47.561799 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3a5565c5-085e-4d79-8e5b-76f9c7bb5fcb req-1ba5f003-7086-490a-9ea3-aeb9ab66bf55 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427554 Sep 16 00:39:47.570178 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-776498b0-086c-4879-959a-9879cf9359ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.574607 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-776498b0-086c-4879-959a-9879cf9359ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.617657 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-776498b0-086c-4879-959a-9879cf9359ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ed7d56aeb6d4a9c8729f2b59bb4cd73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581638 Sep 16 00:39:47.618508 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776498b0-086c-4879-959a-9879cf9359ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8052286-6ac1-4892-9afc-6059081ce65b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:47.620337 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35698) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:47.649704 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 71722fb0-efb8-4248-91b0-d3191294875c completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:39:47.655794 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 71722fb0-efb8-4248-91b0-d3191294875c triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:47.656171 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.672305 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d793f3bc-a6fc-489f-a8dd-ddcb65028def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.695310 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d793f3bc-a6fc-489f-a8dd-ddcb65028def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.702885 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=289d35d8-7b21-4649-8e49-f3f0f3e138dd,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:47.715940 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '289d35d8-7b21-4649-8e49-f3f0f3e138dd', 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878', 'port_id': '289d35d8-7b21-4649-8e49-f3f0f3e138dd', 'mac_address': 'fa:16:3e:7d:a5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9587445-3dc7-4cc4-87cf-b7b4a547592e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:39:47.743258 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d793f3bc-a6fc-489f-a8dd-ddcb65028def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.746040 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d793f3bc-a6fc-489f-a8dd-ddcb65028def admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.749688 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d793f3bc-a6fc-489f-a8dd-ddcb65028def admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8052286-6ac1-4892-9afc-6059081ce65b HTTP/1.1" status: 204 len: 168 time: 0.1252036 Sep 16 00:39:47.757793 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793f3bc-a6fc-489f-a8dd-ddcb65028def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8052286-6ac1-4892-9afc-6059081ce65b,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:47.800591 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.802365 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.823048 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289d35d8-7b21-4649-8e49-f3f0f3e138dd {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:39:47.843891 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:47.846125 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8254fb-732d-4c52-9359-00a6efb051d5" -d '{"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-plugged", "status": "completed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:47.863910 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=289d35d8-7b21-4649-8e49-f3f0f3e138dd,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:47.865998 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:47.869276 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.874828 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:47.875753 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f6e6bbb0-6d0c-482f-a484-162a95412d97 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:47.895623 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febec32d-213c-4fde-a841-20b1863829b7 x-openstack-request-id: req-febec32d-213c-4fde-a841-20b1863829b7 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:47.895938 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-plugged", "status": "completed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:47.896188 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-febec32d-213c-4fde-a841-20b1863829b7 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:47.896559 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c', 'code': 200} Sep 16 00:39:47.950764 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=289d35d8-7b21-4649-8e49-f3f0f3e138dd,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:47.992471 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a96543-83d5-4080-8316-16c8524b5727 req-119c9104-60af-4a31-a82d-888e8618e884 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:47.994420 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-78a96543-83d5-4080-8316-16c8524b5727 req-119c9104-60af-4a31-a82d-888e8618e884 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0625222 Sep 16 00:39:48.001910 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port f6e6bbb0-6d0c-482f-a484-162a95412d97 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:39:48.013514 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port f6e6bbb0-6d0c-482f-a484-162a95412d97 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:48.013885 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:48.016526 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:48.058012 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-78a96543-83d5-4080-8316-16c8524b5727 req-ffab3954-ce32-44be-8def-85ef56600098 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573688 Sep 16 00:39:48.102235 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dafa0-a197-4204-81c9-db62e8f0e348 req-e714f345-4bd4-49e2-bf96-b2724269aa5d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:48.105045 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-254dafa0-a197-4204-81c9-db62e8f0e348 req-e714f345-4bd4-49e2-bf96-b2724269aa5d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0907838 Sep 16 00:39:48.112070 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:48.167397 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port f6e6bbb0-6d0c-482f-a484-162a95412d97, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:48.173235 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-254dafa0-a197-4204-81c9-db62e8f0e348 req-019c78b0-e9a6-4c74-a575-f93bbfa5b023 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602417 Sep 16 00:39:48.176047 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:48.221038 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe461a3a-fe95-403c-91a2-22aac92d574d req-074a8fdf-0b48-4884-a6e1-86aba3962a06 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:48.230149 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=f6e6bbb0-6d0c-482f-a484-162a95412d97,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:48.232821 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fe461a3a-fe95-403c-91a2-22aac92d574d req-074a8fdf-0b48-4884-a6e1-86aba3962a06 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 944 time: 0.0742922 Sep 16 00:39:48.266448 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fe461a3a-fe95-403c-91a2-22aac92d574d req-4a1f42fe-f919-45b4-a062-568b8acf297a tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Sep 16 00:39:48.679570 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60278f5e-2600-45fa-b874-25985e14dec5 req-55fd0e6c-58ce-4028-adb9-ee5296d97f1b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:48.681378 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60278f5e-2600-45fa-b874-25985e14dec5 req-55fd0e6c-58ce-4028-adb9-ee5296d97f1b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0480466 Sep 16 00:39:48.719627 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60278f5e-2600-45fa-b874-25985e14dec5 req-7f673f50-771d-47d7-bd03-fe47fe118138 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324247 Sep 16 00:39:49.165108 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d678125-a4e7-4ab4-a34d-b4be857601e7 req-a54cd31a-cbdc-4918-9c3d-4fb9982585e8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:49.166623 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0d678125-a4e7-4ab4-a34d-b4be857601e7 req-a54cd31a-cbdc-4918-9c3d-4fb9982585e8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0488482 Sep 16 00:39:49.207649 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0d678125-a4e7-4ab4-a34d-b4be857601e7 req-37ad3264-403d-40c8-8d59-fff0088f30bc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349915 Sep 16 00:39:49.296040 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552bf89-91cd-4967-9a11-45a17e39e2f1 req-3f822029-94ba-4fae-bb28-de302d3718af tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:49.297706 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2552bf89-91cd-4967-9a11-45a17e39e2f1 req-3f822029-94ba-4fae-bb28-de302d3718af tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0529003 Sep 16 00:39:49.337927 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2552bf89-91cd-4967-9a11-45a17e39e2f1 req-c2106e6d-bd14-4047-a649-3cf9854165aa tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333354 Sep 16 00:39:49.386071 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ee86a-e854-43b7-a257-2441142c1746 req-db5710dc-ffc6-4b4c-bd43-088a6a4dd0a0 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:49.387767 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9a2ee86a-e854-43b7-a257-2441142c1746 req-db5710dc-ffc6-4b4c-bd43-088a6a4dd0a0 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 944 time: 0.0531435 Sep 16 00:39:49.428201 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9a2ee86a-e854-43b7-a257-2441142c1746 req-8816cae1-a43a-4d40-813f-284e86888249 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Sep 16 00:39:49.832939 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f95a-b111-45bf-be02-800791366caf req-b6b122b8-476a-45a6-8787-aafc43103ac2 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:49.834390 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-db74f95a-b111-45bf-be02-800791366caf req-b6b122b8-476a-45a6-8787-aafc43103ac2 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0485001 Sep 16 00:39:49.873156 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-db74f95a-b111-45bf-be02-800791366caf req-04e5adb4-28b5-4e19-a176-e386bff88ae2 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329847 Sep 16 00:39:49.898600 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:49.901211 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe6879-05d6-4aaa-af37-7bc9933a8959" -d '{"events": [{"server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:49.936763 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65801dd1-86db-4f5e-b543-62680d5ec513 x-openstack-request-id: req-65801dd1-86db-4f5e-b543-62680d5ec513 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:49.937056 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:49.937305 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65801dd1-86db-4f5e-b543-62680d5ec513 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:49.937698 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'code': 200} Sep 16 00:39:50.297538 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aaa44-1849-4008-824f-d35b93aa1b9a req-d442e5a8-3dfa-469b-bc92-3d527ea20a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:50.298869 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cf6aaa44-1849-4008-824f-d35b93aa1b9a req-d442e5a8-3dfa-469b-bc92-3d527ea20a4a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1098 time: 0.0421379 Sep 16 00:39:50.429939 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cf6aaa44-1849-4008-824f-d35b93aa1b9a req-89a40630-bbbc-41f2-9ed4-19583a6f3424 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139438 Sep 16 00:39:50.440924 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ecf7f-0058-4f62-8640-897fbf49747b req-f9e92857-1d5c-4516-885c-6d1751146b0f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:50.442398 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0d2ecf7f-0058-4f62-8640-897fbf49747b req-f9e92857-1d5c-4516-885c-6d1751146b0f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.1352568 Sep 16 00:39:50.447593 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400a60b-7dcc-4fef-8f37-d2e10b27d4a9 req-542550fc-6815-4a15-ba27-15657294121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:50.449036 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c400a60b-7dcc-4fef-8f37-d2e10b27d4a9 req-542550fc-6815-4a15-ba27-15657294121a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.1309662 Sep 16 00:39:50.453540 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569fdb9-83e8-4d7e-9e0d-56c76f118744 req-0cee7328-dce8-44b6-a66b-0140b78d69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:50.454955 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c569fdb9-83e8-4d7e-9e0d-56c76f118744 req-0cee7328-dce8-44b6-a66b-0140b78d69f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1099 time: 0.1355152 Sep 16 00:39:50.458155 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbf55e-4401-4691-b448-53abc4b56c1b req-59087be4-13ef-4ae6-8385-d99034b9fa50 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:50.459706 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b5dbf55e-4401-4691-b448-53abc4b56c1b req-59087be4-13ef-4ae6-8385-d99034b9fa50 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0527322 Sep 16 00:39:50.485760 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0d2ecf7f-0058-4f62-8640-897fbf49747b req-6d10ab61-43bc-4ee1-b7f1-2ebdc17912c6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Sep 16 00:39:50.504862 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b5dbf55e-4401-4691-b448-53abc4b56c1b req-0de81557-ac24-4359-a31f-c81be8b58ae7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Sep 16 00:39:50.600330 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c669dc-1d43-44da-b656-140ddc06960a req-ae054fe6-910a-4692-b9a4-cdc38b814cb0 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:50.601867 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-00c669dc-1d43-44da-b656-140ddc06960a req-ae054fe6-910a-4692-b9a4-cdc38b814cb0 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 944 time: 0.0532653 Sep 16 00:39:50.638464 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-00c669dc-1d43-44da-b656-140ddc06960a req-722088eb-c3e4-460a-9fea-45c4a8e427c7 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306859 Sep 16 00:39:50.743515 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c400a60b-7dcc-4fef-8f37-d2e10b27d4a9 req-a239382c-c7d1-4e7a-9a0b-5caa3a2b6ea9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Sep 16 00:39:50.745089 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c569fdb9-83e8-4d7e-9e0d-56c76f118744 req-b7f5104c-32ee-42ca-8628-35578606dc63 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455439 Sep 16 00:39:50.986545 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf325-cbf8-4cf9-bd8c-bf84316a182e req-d00f3e70-94eb-460a-8d7c-031c6be2b2f7 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:50.989825 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6cedf325-cbf8-4cf9-bd8c-bf84316a182e req-d00f3e70-94eb-460a-8d7c-031c6be2b2f7 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0512264 Sep 16 00:39:51.027882 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6cedf325-cbf8-4cf9-bd8c-bf84316a182e req-0ac4417b-0483-42d2-9748-bbcb14d7d8cc tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321581 Sep 16 00:39:51.261479 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['289d35d8-7b21-4649-8e49-f3f0f3e138dd'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:39:51.615859 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f16f8a-80ea-4586-b0c9-b024aad68c0f req-20935c54-db46-438a-9a4b-5bed1b887c8d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:51.617806 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-31f16f8a-80ea-4586-b0c9-b024aad68c0f req-20935c54-db46-438a-9a4b-5bed1b887c8d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0608635 Sep 16 00:39:51.619182 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454dd4a-f5b6-4bee-b69f-a0454fd2e1f2 req-e1d6b79c-87cf-46dc-9658-1bd71ac33589 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:51.620828 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7454dd4a-f5b6-4bee-b69f-a0454fd2e1f2 req-e1d6b79c-87cf-46dc-9658-1bd71ac33589 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0564494 Sep 16 00:39:51.669244 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-31f16f8a-80ea-4586-b0c9-b024aad68c0f req-ec1e8dfa-cb08-4de9-9716-e0d6b2340434 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Sep 16 00:39:51.671221 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7454dd4a-f5b6-4bee-b69f-a0454fd2e1f2 req-95f3ce81-8da3-4fad-9ddc-2ad924098e56 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Sep 16 00:39:51.795628 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb6f00-49e0-4534-97b1-0459972f28ab req-aace157d-dc9b-431f-9b72-b75f7e948762 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:51.797072 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a8bb6f00-49e0-4534-97b1-0459972f28ab req-aace157d-dc9b-431f-9b72-b75f7e948762 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 944 time: 0.0516479 Sep 16 00:39:51.836379 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a8bb6f00-49e0-4534-97b1-0459972f28ab req-b79838da-717a-45d1-aaec-640637d2dd06 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Sep 16 00:39:52.145392 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c9bb-8c87-479d-8616-da0cefd06c71 req-f651b256-143b-4666-b085-ef8cce93e30e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:52.146978 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-da66c9bb-8c87-479d-8616-da0cefd06c71 req-f651b256-143b-4666-b085-ef8cce93e30e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0529234 Sep 16 00:39:52.184673 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-da66c9bb-8c87-479d-8616-da0cefd06c71 req-f82ed47c-2218-40e9-a9d9-055a19ed561b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316730 Sep 16 00:39:52.806797 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c112b7-569f-41ae-9c60-2356ddca7d89 req-f24aac24-08fd-4949-a920-f270a3c98df9 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:52.809528 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f4c112b7-569f-41ae-9c60-2356ddca7d89 req-f24aac24-08fd-4949-a920-f270a3c98df9 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0566955 Sep 16 00:39:52.831734 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1fc3-b63c-4e65-b315-74f4e6035fe8 req-e8351532-4454-4587-b3c8-ad1e2b7986fe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:52.833579 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-832c1fc3-b63c-4e65-b315-74f4e6035fe8 req-e8351532-4454-4587-b3c8-ad1e2b7986fe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0813730 Sep 16 00:39:52.872091 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f4c112b7-569f-41ae-9c60-2356ddca7d89 req-0074920a-17fe-4d55-8b8b-dad7b509d900 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Sep 16 00:39:52.881043 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-832c1fc3-b63c-4e65-b315-74f4e6035fe8 req-d1fac7e4-c090-409a-a0b9-96d5c7eab2fc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Sep 16 00:39:53.007799 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a20e0f-c793-480c-9e37-37bdcaae284d req-6c417e34-e4f9-4200-ac89-f322095d0b5f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:53.009487 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-21a20e0f-c793-480c-9e37-37bdcaae284d req-6c417e34-e4f9-4200-ac89-f322095d0b5f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 944 time: 0.0514331 Sep 16 00:39:53.056434 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-21a20e0f-c793-480c-9e37-37bdcaae284d req-b2aa9c81-b38c-4116-a41a-ab4fc52db2f9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Sep 16 00:39:53.297663 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c384b8e-4d7b-4a51-be79-b283304b2bae req-91f45c7b-9703-4b34-a8c0-26102b08f09d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:53.300033 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8c384b8e-4d7b-4a51-be79-b283304b2bae req-91f45c7b-9703-4b34-a8c0-26102b08f09d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0492644 Sep 16 00:39:53.339267 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8c384b8e-4d7b-4a51-be79-b283304b2bae req-894f9dc9-f35c-4332-bc6e-b7a7467bd697 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328829 Sep 16 00:39:53.692598 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35882) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:53.739857 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] Deleting subnet 8a3b90a0-38c3-4d5c-bf3d-7ce5615f6a13 {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:39:53.743659 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:53.779322 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:53.817782 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:53.868167 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:53.892539 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3b90a0-38c3-4d5c-bf3d-7ce5615f6a13,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:53.896301 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:53.898689 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-00e8fa0e-6fc4-4184-8280-671a57456bb7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8a3b90a0-38c3-4d5c-bf3d-7ce5615f6a13 HTTP/1.1" status: 204 len: 168 time: 0.2045684 Sep 16 00:39:53.900976 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35884) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:53.997183 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.009574 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834837a-49c1-496b-b452-28d8d64729ba req-a2061717-3a78-4441-88e9-43ed5f8e0875 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:54.011032 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5834837a-49c1-496b-b452-28d8d64729ba req-a2061717-3a78-4441-88e9-43ed5f8e0875 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0510619 Sep 16 00:39:54.043919 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1027532-e3a2-46c4-9b9c-a1233fee809f req-8ce5092f-ab4a-44c3-8e4b-d7ff954759c2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:54.045446 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1027532-e3a2-46c4-9b9c-a1233fee809f req-8ce5092f-ab4a-44c3-8e4b-d7ff954759c2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0840764 Sep 16 00:39:54.047679 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5834837a-49c1-496b-b452-28d8d64729ba req-8c2e78f9-d00d-4771-ad15-1d4497e0a53e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Sep 16 00:39:54.110798 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.142646 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d1027532-e3a2-46c4-9b9c-a1233fee809f req-58b51b33-064e-4ca1-8922-413245b2c992 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866086 Sep 16 00:39:54.143673 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988db814-4695-4832-b550-ceb82745a088']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:54.163480 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e477a26f-ccd0-4f9a-a366-cb9cfacd61c9') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:54.163480 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e477a26f-ccd0-4f9a-a366-cb9cfacd61c9') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:54.164376 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27151f8-d378-4da3-9691-9591726591cc req-55ed0f35-543e-499e-a3e6-f2d747054e6f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:54.165459 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.169621 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b27151f8-d378-4da3-9691-9591726591cc req-55ed0f35-543e-499e-a3e6-f2d747054e6f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0530872 Sep 16 00:39:54.174228 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 35898) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:54.179960 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'floatingip': {'port_id': '71722fb0-efb8-4248-91b0-d3191294875c'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:39:54.180801 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.187649 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:39:54.188011 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:39:54.190994 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:39:54.259056 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.274970 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.283097 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.284929 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/988db814-4695-4832-b550-ceb82745a088 HTTP/1.1" status: 204 len: 168 time: 0.3830245 Sep 16 00:39:54.289429 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 35900) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:54.300068 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d833-f418-4bd8-b6a1-29baab499f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=988db814-4695-4832-b550-ceb82745a088,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:54.316122 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd78c07-4f9e-4bc3-ad50-e111a9f4c588 req-4310bc30-b4cf-4801-b8d1-ff4deb3b3cac tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:54.318296 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-abd78c07-4f9e-4bc3-ad50-e111a9f4c588 req-4310bc30-b4cf-4801-b8d1-ff4deb3b3cac tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 944 time: 0.0754385 Sep 16 00:39:54.357253 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-abd78c07-4f9e-4bc3-ad50-e111a9f4c588 req-ad463c2e-ebaf-472a-8ece-201330c40b3e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Sep 16 00:39:54.422037 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] Deleting subnet 905fd3b7-30ff-49f9-b430-404f63302d55 {{(pid=100419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:39:54.428794 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.727751 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.746240 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bf810-078b-4fa7-b6ea-b088a3c70c47 req-c034de4c-0b32-4c5e-95a1-cd31bfc1779c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:54.747708 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f84bf810-078b-4fa7-b6ea-b088a3c70c47 req-c034de4c-0b32-4c5e-95a1-cd31bfc1779c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.3382900 Sep 16 00:39:54.752125 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:54.872697 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f84bf810-078b-4fa7-b6ea-b088a3c70c47 req-7ae965df-5c87-4f62-baa8-cff221944c23 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146712 Sep 16 00:39:54.970484 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.010471 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905fd3b7-30ff-49f9-b430-404f63302d55,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:55.030530 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.032404 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-aa6b4471-8818-4412-8e9e-3689fd404127 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/905fd3b7-30ff-49f9-b430-404f63302d55 HTTP/1.1" status: 204 len: 168 time: 0.7417791 Sep 16 00:39:55.034971 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35906) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:55.111158 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.187993 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.208590 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2902e81-5e5b-4d4a-bd23-010a08a636ac']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:55.220629 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9d3d60-5f0a-4ca3-9c02-390f7ff51517') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:55.220965 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9d3d60-5f0a-4ca3-9c02-390f7ff51517') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:55.258159 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.277859 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.289781 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468bd10-12d4-4f03-92a9-5aa8acc55b68 req-8ff7c7d2-f742-46b5-bff6-0aa5b2100a12 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:55.291304 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5468bd10-12d4-4f03-92a9-5aa8acc55b68 req-8ff7c7d2-f742-46b5-bff6-0aa5b2100a12 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0731950 Sep 16 00:39:55.294275 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:39:55.294725 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:39:55.296532 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:39:55.302036 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.307828 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.377125 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5468bd10-12d4-4f03-92a9-5aa8acc55b68 req-25a9eb22-1b32-4ddf-9aa6-ddd6d9d06830 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 Sep 16 00:39:55.378186 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.385064 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.389751 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d2902e81-5e5b-4d4a-bd23-010a08a636ac HTTP/1.1" status: 204 len: 168 time: 0.3503237 Sep 16 00:39:55.417259 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3de4c-8786-4135-a7a6-ebfc65822c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2902e81-5e5b-4d4a-bd23-010a08a636ac,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:55.417921 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Floating IP 05f6b5d5-23e3-4aa4-8267-198f27c2a7c2 associated. External IP: 172.27.0.156, port: 71722fb0-efb8-4248-91b0-d3191294875c. Sep 16 00:39:55.506585 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 289d35d8-7b21-4649-8e49-f3f0f3e138dd up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:39:55.560714 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 289d35d8-7b21-4649-8e49-f3f0f3e138dd completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:39:55.564660 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc195fe7-67c1-4d17-a60a-ed8cd81bdc1d req-ed81496a-ad31-41a0-8377-1f85584a15e4 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:55.566376 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fc195fe7-67c1-4d17-a60a-ed8cd81bdc1d req-ed81496a-ad31-41a0-8377-1f85584a15e4 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 944 time: 0.1089420 Sep 16 00:39:55.566557 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 289d35d8-7b21-4649-8e49-f3f0f3e138dd triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:39:55.567225 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.610649 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35920) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:55.631110 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fc195fe7-67c1-4d17-a60a-ed8cd81bdc1d req-829333cf-4c07-4327-a7a0-83fce7e5fbb0 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542939 Sep 16 00:39:55.669345 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.673161 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-2b9345b3-8ed2-448c-8f14-55774fb4c04d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb8075c0176f45abb31d777969a85da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604422 Sep 16 00:39:55.674783 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 35922) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:55.694332 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:55.696542 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad099e79-3f16-4436-8f5f-e18d8b3801ee" -d '{"events": [{"server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "name": "network-vif-plugged", "status": "completed", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:55.710611 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=289d35d8-7b21-4649-8e49-f3f0f3e138dd,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:39:55.716587 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.749121 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6028906-2965-4955-b000-f5286ddb87fa x-openstack-request-id: req-a6028906-2965-4955-b000-f5286ddb87fa {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:55.749429 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "name": "network-vif-plugged", "status": "completed", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:55.749680 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6028906-2965-4955-b000-f5286ddb87fa {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:55.750254 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd', 'code': 200} Sep 16 00:39:55.752821 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a2ae605e-3a51-4b09-9bb3-7887ab343916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.766181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Router 73288955-2e0e-44e8-b639-05c7dd8e16d2 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:39:55.775105 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a2ae605e-3a51-4b09-9bb3-7887ab343916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.776762 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=289d35d8-7b21-4649-8e49-f3f0f3e138dd,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:55.783715 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.784086 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.784426 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.784780 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.785144 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.785575 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.786132 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.786515 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.786867 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.787199 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.787525 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.787842 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:39:55.824191 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a2ae605e-3a51-4b09-9bb3-7887ab343916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.826730 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a2ae605e-3a51-4b09-9bb3-7887ab343916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.827890 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a2ae605e-3a51-4b09-9bb3-7887ab343916 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ebc7479-f1ef-4891-aba3-3004415740bd HTTP/1.1" status: 204 len: 168 time: 0.1522207 Sep 16 00:39:55.837836 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae605e-3a51-4b09-9bb3-7887ab343916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebc7479-f1ef-4891-aba3-3004415740bd,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:55.881949 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:39:55.886415 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:55.897111 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] Sync routers for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:39:55.911309 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:55.911994 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:55.924687 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c5557400-0590-498c-a43c-62d87d196fbe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "PUT /v2.0/floatingips/05f6b5d5-23e3-4aa4-8267-198f27c2a7c2 HTTP/1.1" status: 200 len: 991 time: 1.7493339 Sep 16 00:39:55.925342 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:39:55.928466 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0673ba5a-ad60-4982-9452-b638a8a67ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "tag": "71722fb0-efb8-4248-91b0-d3191294875c"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:39:56.027098 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1cdd7-67e8-4d97-999e-370b0b55f0dd req-27c85f83-8086-4cae-b99d-bb01272c0f23 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:56.029253 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-97e1cdd7-67e8-4d97-999e-370b0b55f0dd req-27c85f83-8086-4cae-b99d-bb01272c0f23 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0572906 Sep 16 00:39:56.029694 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:56.071561 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-97e1cdd7-67e8-4d97-999e-370b0b55f0dd req-4d056c34-b8f1-422c-9a5b-4a635e9cbc9f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355852 Sep 16 00:39:56.116999 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130dca2d-4a68-4c25-a2d9-db7550f0bd51 x-openstack-request-id: req-130dca2d-4a68-4c25-a2d9-db7550f0bd51 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:39:56.117521 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "tag": "71722fb0-efb8-4248-91b0-d3191294875c", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:39:56.117856 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-130dca2d-4a68-4c25-a2d9-db7550f0bd51 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:39:56.118332 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c', 'status': 'completed', 'code': 200} Sep 16 00:39:56.185191 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 35940) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:56.225171 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-792da51f-261c-49dd-9119-644a91d50e23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abfc218e609d456d910f98f8b03b6554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388057 Sep 16 00:39:56.227584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 35942) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:39:56.275137 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c0201f9-ce87-4e1a-9e01-a277b6f1922b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:56.296371 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c0201f9-ce87-4e1a-9e01-a277b6f1922b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:56.318176 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '05f6b5d5-23e3-4aa4-8267-198f27c2a7c2', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'port_id': '71722fb0-efb8-4248-91b0-d3191294875c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'mac_address': 'fa:16:3e:aa:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:39:08Z', 'updated_at': '2021-09-16T00:39:55Z', 'revision_number': 1, 'project_id': '3cdc107b671940128936bc82bfd44250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:56.345916 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c0201f9-ce87-4e1a-9e01-a277b6f1922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:56.346451 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] Checking router: 73288955-2e0e-44e8-b639-05c7dd8e16d2 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:39:56.349375 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c0201f9-ce87-4e1a-9e01-a277b6f1922b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:39:56.350610 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-0c0201f9-ce87-4e1a-9e01-a277b6f1922b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6932b543-9d27-4c0f-943d-4924773e7c1d HTTP/1.1" status: 204 len: 168 time: 0.1221240 Sep 16 00:39:56.359990 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:39:56.360603 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:56.362094 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0201f9-ce87-4e1a-9e01-a277b6f1922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6932b543-9d27-4c0f-943d-4924773e7c1d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:39:56.470477 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:39:56.512242 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e3e0c-1c34-4cf8-8f60-36534166db01 req-23bb7fc6-d1b7-495b-a7aa-2fa27d69f29e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:56.513789 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-524e3e0c-1c34-4cf8-8f60-36534166db01 req-23bb7fc6-d1b7-495b-a7aa-2fa27d69f29e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0547740 Sep 16 00:39:56.559555 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-524e3e0c-1c34-4cf8-8f60-36534166db01 req-a6989257-370a-4c7c-977c-b6bdbfdb302d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Sep 16 00:39:56.750885 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77306947-bf34-40c9-af54-7ccd8bb3e464 req-c0030198-c27b-4392-9012-b7313e60607b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:56.752475 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-77306947-bf34-40c9-af54-7ccd8bb3e464 req-c0030198-c27b-4392-9012-b7313e60607b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0515103 Sep 16 00:39:56.792941 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-77306947-bf34-40c9-af54-7ccd8bb3e464 req-4d5b9bfa-868a-40f2-b681-aed11b2d76f7 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337400 Sep 16 00:39:56.799839 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '05f6b5d5-23e3-4aa4-8267-198f27c2a7c2', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'port_id': '71722fb0-efb8-4248-91b0-d3191294875c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'mac_address': 'fa:16:3e:aa:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:39:08Z', 'updated_at': '2021-09-16T00:39:55Z', 'revision_number': 1, 'project_id': '3cdc107b671940128936bc82bfd44250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:39:56.829980 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ff2b6-827a-4f5b-99fe-fc459ca146db None None] The sync data for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi is: [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '05f6b5d5-23e3-4aa4-8267-198f27c2a7c2', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'port_id': '71722fb0-efb8-4248-91b0-d3191294875c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'mac_address': 'fa:16:3e:aa:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:39:08Z', 'updated_at': '2021-09-16T00:39:55Z', 'revision_number': 1, 'project_id': '3cdc107b671940128936bc82bfd44250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:39:57.046360 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31feaf-0e82-4d4a-b80f-2dce25957e14 None None] New status for floating IP 05f6b5d5-23e3-4aa4-8267-198f27c2a7c2: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:39:57.203255 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8dfb2-9c94-4016-b23b-1785072ea466 req-e6f14364-eddb-4b19-a90f-fb20da459cc5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:57.204751 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c3e8dfb2-9c94-4016-b23b-1785072ea466 req-e6f14364-eddb-4b19-a90f-fb20da459cc5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0608714 Sep 16 00:39:57.248638 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c3e8dfb2-9c94-4016-b23b-1785072ea466 req-741451c4-a448-4893-9322-a14039455d94 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368378 Sep 16 00:39:57.675311 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24027b-b784-498a-883f-9145b2f1ea87 req-77ba496b-5ebd-4ad8-a82c-66a6a2d53db4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:57.677191 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2b24027b-b784-498a-883f-9145b2f1ea87 req-77ba496b-5ebd-4ad8-a82c-66a6a2d53db4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0515685 Sep 16 00:39:57.715586 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2b24027b-b784-498a-883f-9145b2f1ea87 req-43996905-d3ba-47b3-b7f0-488576a65983 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Sep 16 00:39:57.903041 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275a83c-c9ce-4c39-b280-464927ccc3ab req-e17af0c8-5c34-4d23-8772-f678cc2aafd8 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:57.904473 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b275a83c-c9ce-4c39-b280-464927ccc3ab req-e17af0c8-5c34-4d23-8772-f678cc2aafd8 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0471895 Sep 16 00:39:57.941808 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b275a83c-c9ce-4c39-b280-464927ccc3ab req-54ebcd7c-2ddf-4dd2-b16d-4144be19f427 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Sep 16 00:39:58.360283 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c07f63-c852-433a-92bf-63cb09e6d86e req-3a38ba21-8ec5-4fc4-9148-50148e6adba7 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:58.361756 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0c07f63-c852-433a-92bf-63cb09e6d86e req-3a38ba21-8ec5-4fc4-9148-50148e6adba7 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0474360 Sep 16 00:39:58.399579 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0c07f63-c852-433a-92bf-63cb09e6d86e req-e390fb5f-beb2-4215-a624-d1ef152eea9a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312812 Sep 16 00:39:58.545320 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-398e08eb-dfcd-4d9f-b106-71af55d61d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:58.547311 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-398e08eb-dfcd-4d9f-b106-71af55d61d6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1098 time: 0.0463135 Sep 16 00:39:58.643286 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-207785af-f83c-4c51-80b9-12baedac03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:58.645048 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-207785af-f83c-4c51-80b9-12baedac03e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.0896788 Sep 16 00:39:58.794791 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3d3e0-e4b9-4736-b09a-d0808220e36b req-8b610afb-018b-44bb-bb3d-0333f2d74cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:58.796353 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a6a3d3e0-e4b9-4736-b09a-d0808220e36b req-8b610afb-018b-44bb-bb3d-0333f2d74cd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 1098 time: 0.1250703 Sep 16 00:39:58.800086 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-a16f196a-df0c-441d-9bfe-d40aa90f8591 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 1001 time: 0.1209702 Sep 16 00:39:58.893998 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d3e17-3ecb-4cb6-94f9-e52cdefa5c32 req-70aa1532-0695-48db-8c67-c0670befc4d0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:58.896091 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cc7d3e17-3ecb-4cb6-94f9-e52cdefa5c32 req-70aa1532-0695-48db-8c67-c0670befc4d0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0989032 Sep 16 00:39:58.919642 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a6a3d3e0-e4b9-4736-b09a-d0808220e36b req-93abb8c2-e5c3-4b72-96de-301653e3dc18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917647 Sep 16 00:39:58.920936 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-92133133-7e87-4be5-ace4-beeb771800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:58.922269 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-92133133-7e87-4be5-ace4-beeb771800b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0839944 Sep 16 00:39:58.946487 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cc7d3e17-3ecb-4cb6-94f9-e52cdefa5c32 req-c619fb56-e6ac-4a9b-b755-6213ad807ab5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Sep 16 00:39:59.058218 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056b19d-b53f-4d9b-ab69-f0b36dfe6fc2 req-7f6d8cd2-4f67-4acc-befe-1b41528dcb49 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:59.059618 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a056b19d-b53f-4d9b-ab69-f0b36dfe6fc2 req-7f6d8cd2-4f67-4acc-befe-1b41528dcb49 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0521796 Sep 16 00:39:59.096555 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a056b19d-b53f-4d9b-ab69-f0b36dfe6fc2 req-00add06e-3a62-4ed8-a9d9-fd1058a4bff8 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Sep 16 00:39:59.431210 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-cfab1d4a-5cd0-4345-88eb-4c67e29ce089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:59.432756 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-cfab1d4a-5cd0-4345-88eb-4c67e29ce089 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419035 Sep 16 00:39:59.776423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171867a4-10e3-48e3-9b4c-22a82f4d9a72 req-7efec748-b037-4c49-b4a7-dae36b0efec3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:39:59.777938 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-171867a4-10e3-48e3-9b4c-22a82f4d9a72 req-7efec748-b037-4c49-b4a7-dae36b0efec3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.3067379 Sep 16 00:39:59.780073 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-9286c6d9-1575-4411-8d03-58cbc4e9e635 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376930 Sep 16 00:39:59.815903 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-171867a4-10e3-48e3-9b4c-22a82f4d9a72 req-55c4635d-28a1-4044-97a1-5683723bd3f9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320172 Sep 16 00:39:59.925105 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0673ba5a-ad60-4982-9452-b638a8a67ac7 req-09588985-4e2e-4f2f-a530-172a43673dbd service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841751 Sep 16 00:40:00.059431 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7e29d060-a00b-4bfe-bf78-d75452830bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:00.069650 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99117caa-82dd-4d0e-b011-5413834075f0 req-96cee1ad-da4e-4bcf-8fd6-1cb99dc34175 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:00.071120 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-99117caa-82dd-4d0e-b011-5413834075f0 req-96cee1ad-da4e-4bcf-8fd6-1cb99dc34175 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0543854 Sep 16 00:40:00.107958 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-99117caa-82dd-4d0e-b011-5413834075f0 req-a20d78c8-3fbc-4870-9977-8d651aa56e3c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Sep 16 00:40:00.209024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eb913-34ed-4917-b378-f33953581071 req-5dfb4a1e-b435-4553-be77-a0ffd3eca300 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:00.210663 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ab9eb913-34ed-4917-b378-f33953581071 req-5dfb4a1e-b435-4553-be77-a0ffd3eca300 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0487940 Sep 16 00:40:00.249611 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ab9eb913-34ed-4917-b378-f33953581071 req-dfb815b3-d686-4a4b-8b28-b8c783e9c17c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Sep 16 00:40:00.970486 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8f260-5760-4c65-916c-7c476c46ca8c req-bc12bb6f-a8e6-47ca-bb6b-a16fceb4b03f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:00.971961 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-18e8f260-5760-4c65-916c-7c476c46ca8c req-bc12bb6f-a8e6-47ca-bb6b-a16fceb4b03f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0619130 Sep 16 00:40:01.012891 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-18e8f260-5760-4c65-916c-7c476c46ca8c req-edfba546-fad3-4179-94db-bc0714e87000 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337682 Sep 16 00:40:01.129950 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5e55-8d6a-4d50-8f3c-4c600487d9cc req-44bff22a-8731-4705-b2c1-73d75d79ccd1 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:01.131718 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d46f5e55-8d6a-4d50-8f3c-4c600487d9cc req-44bff22a-8731-4705-b2c1-73d75d79ccd1 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0551584 Sep 16 00:40:01.140145 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36060) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:01.145977 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'floatingip': {'port_id': 'f6e6bbb0-6d0c-482f-a484-162a95412d97'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:01.188399 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:01.232855 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cc9d1-a8ee-4a83-a7dc-17817831cbdf req-7d4a242c-bdfe-40e1-bd41-2965d44681f2 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:01.234528 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cd4cc9d1-a8ee-4a83-a7dc-17817831cbdf req-7d4a242c-bdfe-40e1-bd41-2965d44681f2 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0540516 Sep 16 00:40:01.275920 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cd4cc9d1-a8ee-4a83-a7dc-17817831cbdf req-bf52563b-0ffd-4580-877f-5f07ed6d73dd tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Sep 16 00:40:01.366746 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-413f8829-2d9c-4693-8a95-f605a8df452a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1430383 Sep 16 00:40:01.379868 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf30e5-85b4-4be4-b5c8-86a7fb21de84 req-d4644a81-35e8-4a5b-9a3e-4e590b0e5cb3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:01.381286 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6faf30e5-85b4-4be4-b5c8-86a7fb21de84 req-d4644a81-35e8-4a5b-9a3e-4e590b0e5cb3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.1593218 Sep 16 00:40:01.395792 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca3e27-e9d0-4fdf-aecd-cd50fbdea9d4 req-d8ec768a-7a23-461f-9df5-a5ccf9a23dbf tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:01.397679 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1bca3e27-e9d0-4fdf-aecd-cd50fbdea9d4 req-d8ec768a-7a23-461f-9df5-a5ccf9a23dbf tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0565150 Sep 16 00:40:01.446473 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1bca3e27-e9d0-4fdf-aecd-cd50fbdea9d4 req-d7daa05e-19b5-403d-a47a-23caddfc924d tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Sep 16 00:40:01.496829 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6faf30e5-85b4-4be4-b5c8-86a7fb21de84 req-38700311-b504-42e5-805f-63ececab8377 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074235 Sep 16 00:40:01.550129 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bae759-6bab-49b6-b265-2b40a885720f req-1f4c373b-5b47-4bec-9d0d-d645bf960961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:01.551646 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-1f4c373b-5b47-4bec-9d0d-d645bf960961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.1039748 Sep 16 00:40:01.761883 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bae759-6bab-49b6-b265-2b40a885720f req-f631fc69-0836-4708-9473-9074a51437e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:01.763303 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-f631fc69-0836-4708-9473-9074a51437e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.1710773 Sep 16 00:40:01.832757 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-60754cc1-fafc-44f7-b085-474bca680b1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 217 time: 0.0411482 Sep 16 00:40:01.926032 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:01.930044 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bae759-6bab-49b6-b265-2b40a885720f req-d518fdc5-5e6a-4b12-8a26-5ceeb011fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:01.931781 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-d518fdc5-5e6a-4b12-8a26-5ceeb011fae9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.0886574 Sep 16 00:40:01.933083 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:02.004433 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-f8f04444-f328-46b7-a23f-b8fcb15c59d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281971 Sep 16 00:40:02.135077 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Floating IP 3399c5e4-3c20-4914-a54a-380665c03129 associated. External IP: 172.27.0.59, port: f6e6bbb0-6d0c-482f-a484-162a95412d97. Sep 16 00:40:02.185770 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-0f5bbb2b-4662-483c-a3df-ca4dfde26b00 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716359 Sep 16 00:40:02.404976 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2bae759-6bab-49b6-b265-2b40a885720f req-db983517-3d91-4533-9527-30f216c85c5f service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043898 Sep 16 00:40:02.467968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fbc68-1093-4b62-87e9-9f6b4931fc6c req-6a78b2c1-23c2-4cb6-ab07-791075ca4ed6 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:02.469675 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1e0fbc68-1093-4b62-87e9-9f6b4931fc6c req-6a78b2c1-23c2-4cb6-ab07-791075ca4ed6 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.1157994 Sep 16 00:40:02.504773 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Router 569119dd-d594-4747-90f0-2207c8e71278 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:40:02.526832 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1e0fbc68-1093-4b62-87e9-9f6b4931fc6c req-81298802-1425-46b4-b122-b2007226203d tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Sep 16 00:40:02.574990 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f233624-6041-4a41-bc32-b439df69fc47 req-ed3dd8e4-14f8-4f8e-a738-0dbd06046467 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:02.576487 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f233624-6041-4a41-bc32-b439df69fc47 req-ed3dd8e4-14f8-4f8e-a738-0dbd06046467 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0542867 Sep 16 00:40:02.615230 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f233624-6041-4a41-bc32-b439df69fc47 req-e58e0ccd-b2eb-469d-8309-d0a38a5957d9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Sep 16 00:40:02.660432 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:40:02.664977 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:02.670392 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] Sync routers for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:40:02.687397 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:02.688027 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:39:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:02.697606 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6a1e4-74b1-4957-b1ce-7c0cd5dafce7 req-0da99d99-7e1b-459f-a06e-73684e90f5ff tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:02.699117 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bcc6a1e4-74b1-4957-b1ce-7c0cd5dafce7 req-0da99d99-7e1b-459f-a06e-73684e90f5ff tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0839112 Sep 16 00:40:02.705188 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-29be9370-98e7-4952-b8db-74b67f7cacc9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "PUT /v2.0/floatingips/3399c5e4-3c20-4914-a54a-380665c03129 HTTP/1.1" status: 200 len: 991 time: 1.5637867 Sep 16 00:40:02.705802 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:40:02.708844 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da" -d '{"events": [{"name": "network-changed", "server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:40:02.719491 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:02.754819 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bcc6a1e4-74b1-4957-b1ce-7c0cd5dafce7 req-36c40ea4-c434-4cf1-a140-de5114eed22d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Sep 16 00:40:02.765127 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a788-cd20-4c45-9bab-658682bc86fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:02.805360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4adc25-9870-4e1e-bce9-67c42a0d3f3e x-openstack-request-id: req-3d4adc25-9870-4e1e-bce9-67c42a0d3f3e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:40:02.805647 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:40:02.805896 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d4adc25-9870-4e1e-bce9-67c42a0d3f3e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:40:02.806294 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'status': 'completed', 'code': 200} Sep 16 00:40:02.808817 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:03.028990 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '3399c5e4-3c20-4914-a54a-380665c03129', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '569119dd-d594-4747-90f0-2207c8e71278', 'port_id': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'mac_address': 'fa:16:3e:86:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:39:14Z', 'updated_at': '2021-09-16T00:40:01Z', 'revision_number': 1, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:03.058825 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] Checking router: 569119dd-d594-4747-90f0-2207c8e71278 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:40:03.066899 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:03.067505 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:03.169599 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:03.385835 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '3399c5e4-3c20-4914-a54a-380665c03129', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '569119dd-d594-4747-90f0-2207c8e71278', 'port_id': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'mac_address': 'fa:16:3e:86:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:39:14Z', 'updated_at': '2021-09-16T00:40:01Z', 'revision_number': 1, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:03.414049 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111dd9d-3f72-456c-939c-faddcbfafcae None None] The sync data for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi is: [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '3399c5e4-3c20-4914-a54a-380665c03129', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '569119dd-d594-4747-90f0-2207c8e71278', 'port_id': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'mac_address': 'fa:16:3e:86:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:39:14Z', 'updated_at': '2021-09-16T00:40:01Z', 'revision_number': 1, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:40:03.616534 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5468776-b31b-4456-8b7c-09a3fefb2d04 None None] New status for floating IP 3399c5e4-3c20-4914-a54a-380665c03129: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:40:03.648442 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:03.878985 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:05.784451 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:06.449191 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:40:06.630588 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-e3e61ccf-334c-4225-956f-7ef05c4f9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:06.636182 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-e3e61ccf-334c-4225-956f-7ef05c4f9c70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1099 time: 0.0426388 Sep 16 00:40:06.733816 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed273-29bb-49da-958e-e0e55eca7d90 req-a441a722-fb3b-43db-8010-4e57db9d95d0 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:06.735316 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b96ed273-29bb-49da-958e-e0e55eca7d90 req-a441a722-fb3b-43db-8010-4e57db9d95d0 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0487406 Sep 16 00:40:06.776309 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b96ed273-29bb-49da-958e-e0e55eca7d90 req-321cb2ee-483d-4fb2-b2c3-e2de1271f519 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Sep 16 00:40:06.997769 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580c23-d128-4b73-9794-b9fc8586f601 req-5f9075e4-6c37-4aeb-b757-b943168cf1ac tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:06.999214 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8a580c23-d128-4b73-9794-b9fc8586f601 req-5f9075e4-6c37-4aeb-b757-b943168cf1ac tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.2886117 Sep 16 00:40:07.000166 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-06261a62-2a10-4098-a131-b289a12ad3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:07.001495 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-06261a62-2a10-4098-a131-b289a12ad3c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.3586409 Sep 16 00:40:07.080498 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8a580c23-d128-4b73-9794-b9fc8586f601 req-9094b0f1-03c7-4788-8451-264781dad19f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741229 Sep 16 00:40:07.089051 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-5420952c-07b7-4e5a-8741-caa54a684337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 1001 time: 0.0768600 Sep 16 00:40:07.141717 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-9939aae0-fef9-4434-bd97-e60935c70311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:07.143179 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-9939aae0-fef9-4434-bd97-e60935c70311 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.0427499 Sep 16 00:40:07.201864 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-ac58d09c-4d3c-466d-81d5-c11a5138f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:07.203309 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-ac58d09c-4d3c-466d-81d5-c11a5138f9ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421302 Sep 16 00:40:07.305781 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-25eb08ab-2cdc-4fba-b497-59da73fafded service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845673 Sep 16 00:40:07.401615 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cf8af41-e3ba-4c7f-81ef-eeb2a47617da req-3f352844-2896-4d8c-a3fd-42b81103070c service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875170 Sep 16 00:40:07.913363 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79442b1c-d90d-41f2-beb3-ac8b36ca82c3 req-5a0cad03-6a19-4efb-a4fa-02e410051196 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:07.915156 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-79442b1c-d90d-41f2-beb3-ac8b36ca82c3 req-5a0cad03-6a19-4efb-a4fa-02e410051196 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0579073 Sep 16 00:40:07.959823 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-79442b1c-d90d-41f2-beb3-ac8b36ca82c3 req-1cf869a1-dc12-45b7-8789-cb95dbfaf5db tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f1a49b2-f434-427f-b52a-d30faae5b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Sep 16 00:40:08.106022 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37f575-123c-4d38-86c8-ead5644f13b0 req-49310156-2291-4ac6-8f08-9be876203b2b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:08.107506 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6c37f575-123c-4d38-86c8-ead5644f13b0 req-49310156-2291-4ac6-8f08-9be876203b2b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0513961 Sep 16 00:40:08.151056 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6c37f575-123c-4d38-86c8-ead5644f13b0 req-49ecfe17-7fd1-462a-9ff2-2f20d96244d5 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Sep 16 00:40:08.204755 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cb2e-078e-47e6-814c-7976742c9e9c req-9f71904c-9276-4d41-b595-10b08e663f81 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:08.206261 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7676cb2e-078e-47e6-814c-7976742c9e9c req-9f71904c-9276-4d41-b595-10b08e663f81 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0504403 Sep 16 00:40:08.246749 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7676cb2e-078e-47e6-814c-7976742c9e9c req-cd6d6063-ab3a-4c14-8ec4-9fec5d69b296 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Sep 16 00:40:08.454561 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36228) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:08.498865 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-59d5a309-1452-45ee-bedd-b88f4fbce12e tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:08.500346 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-59d5a309-1452-45ee-bedd-b88f4fbce12e tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 946 time: 0.0506675 Sep 16 00:40:08.570291 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fcc38aff-cf03-496a-9c11-6cd2960d5b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.630216 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Deleting port f5b9a553-6ffe-4286-a2be-ef29c8246ebc {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:40:08.630786 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.664561 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fcc38aff-cf03-496a-9c11-6cd2960d5b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.668339 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fcc38aff-cf03-496a-9c11-6cd2960d5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.706272 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-fcc38aff-cf03-496a-9c11-6cd2960d5b8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbacfa5ffd7c4a40b3f945802e2a4ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505801 Sep 16 00:40:08.707225 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc38aff-cf03-496a-9c11-6cd2960d5b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d0e10-028f-4f72-88dd-34eff3bc83fa,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:08.710485 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36232) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:08.724630 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] For port f5b9a553-6ffe-4286-a2be-ef29c8246ebc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,segment=NetworkSegment(fea84f89-26df-40cb-bb4b-618a5d782b75),segment_id=fea84f89-26df-40cb-bb4b-618a5d782b75)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:08.725232 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.743448 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Calling delete_port for f5b9a553-6ffe-4286-a2be-ef29c8246ebc owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:40:08.760601 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3b7d14df-19ed-4ac9-846b-15c5c176783f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.781231 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3b7d14df-19ed-4ac9-846b-15c5c176783f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.841516 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3b7d14df-19ed-4ac9-846b-15c5c176783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.847975 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3b7d14df-19ed-4ac9-846b-15c5c176783f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.849374 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-3b7d14df-19ed-4ac9-846b-15c5c176783f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d82d0e10-028f-4f72-88dd-34eff3bc83fa HTTP/1.1" status: 204 len: 168 time: 0.1376665 Sep 16 00:40:08.857613 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d14df-19ed-4ac9-846b-15c5c176783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d0e10-028f-4f72-88dd-34eff3bc83fa,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:08.933133 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:08.964329 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Pushing event deleted for resources: {'Port': ['ID=f5b9a553-6ffe-4286-a2be-ef29c8246ebc,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:09.032295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] No DVR routers for this DVR port f5b9a553-6ffe-4286-a2be-ef29c8246ebc on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:40:09.035624 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.037752 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f1d86892-6f90-408d-9d07-12e7ae929d5b req-9cbe5a1e-b45d-4f30-9aec-97a86a1ea174 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.39 "DELETE /v2.0/ports/f5b9a553-6ffe-4286-a2be-ef29c8246ebc HTTP/1.1" status: 204 len: 173 time: 0.5305746 Sep 16 00:40:09.038206 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'name': 'network-vif-deleted', 'tag': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:40:09.040698 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8779855-9f1e-4a20-8cb8-53775eb7a105" -d '{"events": [{"server_uuid": "4de37d8f-0dd1-4383-9314-081fd230b3e2", "name": "network-vif-deleted", "tag": "f5b9a553-6ffe-4286-a2be-ef29c8246ebc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:40:09.074318 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-429e9dd4-19bb-43d7-935c-4d304b941351 req-4f5fdf4c-18e2-4006-983d-79365974e215 tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0367162 Sep 16 00:40:09.106592 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c5a26-b81f-4b52-82d8-cf1cff6ce20a x-openstack-request-id: req-652c5a26-b81f-4b52-82d8-cf1cff6ce20a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:40:09.107133 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de37d8f-0dd1-4383-9314-081fd230b3e2", "name": "network-vif-deleted", "tag": "f5b9a553-6ffe-4286-a2be-ef29c8246ebc", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:40:09.107418 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-652c5a26-b81f-4b52-82d8-cf1cff6ce20a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:40:09.107854 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de37d8f-0dd1-4383-9314-081fd230b3e2', 'name': 'network-vif-deleted', 'tag': 'f5b9a553-6ffe-4286-a2be-ef29c8246ebc', 'status': 'completed', 'code': 200} Sep 16 00:40:09.185562 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36260) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:09.199423 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1877bafe-9366-44a6-981f-cfba474abc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.305515 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4e5ca-3cd5-4a23-b211-5196486d2dfd req-5671d83e-8631-4c3c-b8af-6b3bcdf2332c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:09.307038 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f5b4e5ca-3cd5-4a23-b211-5196486d2dfd req-5671d83e-8631-4c3c-b8af-6b3bcdf2332c tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0863819 Sep 16 00:40:09.366407 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1877bafe-9366-44a6-981f-cfba474abc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.369733 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f5b4e5ca-3cd5-4a23-b211-5196486d2dfd req-0733fb7b-6373-432b-a0b5-6cc312553006 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553987 Sep 16 00:40:09.370737 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1877bafe-9366-44a6-981f-cfba474abc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.373256 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87ddc-7c40-4bdc-88e2-7e8ce76b2a50 req-caedc92a-2e03-4f01-a733-198e314348d6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:09.374789 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3bc87ddc-7c40-4bdc-88e2-7e8ce76b2a50 req-caedc92a-2e03-4f01-a733-198e314348d6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0495093 Sep 16 00:40:09.410120 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-1877bafe-9366-44a6-981f-cfba474abc03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e9c205d240a41ae9a4189f0d43bed68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231483 Sep 16 00:40:09.411578 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877bafe-9366-44a6-981f-cfba474abc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cdddc4-278a-4397-a315-6b85065c5212,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:09.412580 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36264) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:09.431644 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3bc87ddc-7c40-4bdc-88e2-7e8ce76b2a50 req-7bbe738f-c37f-4b1a-b070-0fc2e5c49457 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490594 Sep 16 00:40:09.471412 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1071-bcf5-4304-b3e0-39b52f3b0471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.493131 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1071-bcf5-4304-b3e0-39b52f3b0471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.547051 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1071-bcf5-4304-b3e0-39b52f3b0471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.549527 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1071-bcf5-4304-b3e0-39b52f3b0471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:09.551266 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-3c7a1071-bcf5-4304-b3e0-39b52f3b0471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9cdddc4-278a-4397-a315-6b85065c5212 HTTP/1.1" status: 204 len: 168 time: 0.1368370 Sep 16 00:40:09.561188 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a1071-bcf5-4304-b3e0-39b52f3b0471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cdddc4-278a-4397-a315-6b85065c5212,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:10.213112 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b0de97e2-d00a-40fc-a8d5-cb5fb878b7cb req-76db1349-523e-4010-ac01-96a4247871dc tempest-DeleteServersTestJSON-2043591113 tempest-DeleteServersTestJSON-2043591113-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de37d8f-0dd1-4383-9314-081fd230b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0328054 Sep 16 00:40:10.246993 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36300) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:10.473802 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-618cd614-7b89-49fa-b990-d28fffbf4d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.528937 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fcee7-c114-47d2-992b-bc497c595427 req-1bd57d52-08d3-4ee9-b3bb-c0d9c7be34e3 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:10.531115 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-616fcee7-c114-47d2-992b-bc497c595427 req-1bd57d52-08d3-4ee9-b3bb-c0d9c7be34e3 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.0862470 Sep 16 00:40:10.578680 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-616fcee7-c114-47d2-992b-bc497c595427 req-52a2915f-42d1-4d66-ac15-a879fb170d79 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Sep 16 00:40:10.604964 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-9c382c94-240b-40e8-82bb-138597d0fffb tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:10.606457 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-9c382c94-240b-40e8-82bb-138597d0fffb tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 945 time: 0.1113069 Sep 16 00:40:10.634139 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a258-33cf-433e-a7a4-d955857d59f9 req-44bb49cf-163a-4f1d-8679-a5ed3070e23c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:10.635594 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9777a258-33cf-433e-a7a4-d955857d59f9 req-44bb49cf-163a-4f1d-8679-a5ed3070e23c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.1224895 Sep 16 00:40:10.752246 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-618cd614-7b89-49fa-b990-d28fffbf4d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.756417 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9777a258-33cf-433e-a7a4-d955857d59f9 req-f09b510b-a432-4d74-8265-89de44e3c6a0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976067 Sep 16 00:40:10.759875 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-618cd614-7b89-49fa-b990-d28fffbf4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.806687 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 289d35d8-7b21-4649-8e49-f3f0f3e138dd no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:40:10.813989 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-618cd614-7b89-49fa-b990-d28fffbf4d37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80637092954b49319371bd4d6f3b8194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654993 Sep 16 00:40:10.816437 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Deleting port 289d35d8-7b21-4649-8e49-f3f0f3e138dd {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:40:10.816929 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.817691 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36324) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:10.821229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cd614-7b89-49fa-b990-d28fffbf4d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794808ae-f408-4000-bdea-1dcc85667038,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:10.884020 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0bd75d13-5e20-479c-98f1-6c19bcc2295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.900504 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.906785 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0bd75d13-5e20-479c-98f1-6c19bcc2295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.922701 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] For port 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=289d35d8-7b21-4649-8e49-f3f0f3e138dd,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:10.923225 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.936726 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 289d35d8-7b21-4649-8e49-f3f0f3e138dd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=289d35d8-7b21-4649-8e49-f3f0f3e138dd,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:10.937786 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:40:10.940584 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10694b15-58fc-45e0-b5aa-dc03df063e5a" -d '{"events": [{"server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "name": "network-vif-unplugged", "status": "completed", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:40:10.944871 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.945800 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f5b9a553-6ffe-4286-a2be-ef29c8246ebc no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:40:10.949039 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Calling delete_port for 289d35d8-7b21-4649-8e49-f3f0f3e138dd owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:40:10.964096 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0bd75d13-5e20-479c-98f1-6c19bcc2295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.967551 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0bd75d13-5e20-479c-98f1-6c19bcc2295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:10.969207 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-0bd75d13-5e20-479c-98f1-6c19bcc2295a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/794808ae-f408-4000-bdea-1dcc85667038 HTTP/1.1" status: 204 len: 168 time: 0.1502688 Sep 16 00:40:10.971367 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: f5b9a553-6ffe-4286-a2be-ef29c8246ebc {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:40:10.971979 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f5b9a553-6ffe-4286-a2be-ef29c8246ebc not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:40:10.993087 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd75d13-5e20-479c-98f1-6c19bcc2295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794808ae-f408-4000-bdea-1dcc85667038,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:11.033634 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=289d35d8-7b21-4649-8e49-f3f0f3e138dd,revision_number=6']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:11.038635 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 00:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d659885e-9b65-48ad-831b-876faa942618 x-openstack-request-id: req-d659885e-9b65-48ad-831b-876faa942618 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:40:11.038916 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "name": "network-vif-unplugged", "status": "completed", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:40:11.039162 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d659885e-9b65-48ad-831b-876faa942618 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:40:11.039541 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd', 'code': 200} Sep 16 00:40:11.144882 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:11.177305 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Pushing event deleted for resources: {'Port': ['ID=289d35d8-7b21-4649-8e49-f3f0f3e138dd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:11.236250 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] No DVR routers for this DVR port 289d35d8-7b21-4649-8e49-f3f0f3e138dd on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:40:11.240232 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:11.242548 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5d5563ca-6345-4650-81e1-e466cdfcb4a2 req-d3898665-d3b6-4e74-a377-b4d0e494bc0e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "DELETE /v2.0/ports/289d35d8-7b21-4649-8e49-f3f0f3e138dd HTTP/1.1" status: 204 len: 173 time: 0.6258919 Sep 16 00:40:11.243192 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'name': 'network-vif-deleted', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:40:11.246230 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb99ff-097f-4698-beeb-1c354c228253" -d '{"events": [{"server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "name": "network-vif-deleted", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:40:11.304911 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cda6c7-90e2-4e32-be1b-b75a416ae5ca x-openstack-request-id: req-c9cda6c7-90e2-4e32-be1b-b75a416ae5ca {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:40:11.305610 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34dff0d-99c9-4503-96f5-0388f681989d", "name": "network-vif-deleted", "tag": "289d35d8-7b21-4649-8e49-f3f0f3e138dd", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:40:11.306018 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9cda6c7-90e2-4e32-be1b-b75a416ae5ca {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:40:11.306566 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34dff0d-99c9-4503-96f5-0388f681989d', 'name': 'network-vif-deleted', 'tag': '289d35d8-7b21-4649-8e49-f3f0f3e138dd', 'status': 'completed', 'code': 200} Sep 16 00:40:11.710049 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3705938b-5697-4313-a431-e629c2d372b6 req-d55cbcf5-36a9-49e8-96cd-bfa71c9c159f tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34dff0d-99c9-4503-96f5-0388f681989d HTTP/1.1" status: 200 len: 210 time: 0.0279095 Sep 16 00:40:11.746031 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36380) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:11.904536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9286806-adb0-4d39-8765-ac9203f55274 req-23012934-6957-4115-be30-89bd2e838e4b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:11.906469 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9286806-adb0-4d39-8765-ac9203f55274 req-23012934-6957-4115-be30-89bd2e838e4b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0696671 Sep 16 00:40:11.958271 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9286806-adb0-4d39-8765-ac9203f55274 req-8ca83d96-fe74-4875-b3c2-d12bdb2de014 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Sep 16 00:40:11.990697 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd18b-22e2-4f5e-9a63-0bfbea80211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.087046 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd18b-22e2-4f5e-9a63-0bfbea80211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.092871 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ac1fd18b-22e2-4f5e-9a63-0bfbea80211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.135020 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-ac1fd18b-22e2-4f5e-9a63-0bfbea80211b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd34540cbe5e41f4976d5ac73e5f1551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878229 Sep 16 00:40:12.135902 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fd18b-22e2-4f5e-9a63-0bfbea80211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd141ed-f749-4ba8-8caa-3985ee95a65e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:12.141257 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36398) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:12.198136 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5b38-69ce-4a1f-a715-b09acb9b4d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.221161 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5b38-69ce-4a1f-a715-b09acb9b4d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.282891 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5b38-69ce-4a1f-a715-b09acb9b4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.285623 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5b38-69ce-4a1f-a715-b09acb9b4d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.289060 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ce9f5b38-69ce-4a1f-a715-b09acb9b4d4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efd141ed-f749-4ba8-8caa-3985ee95a65e HTTP/1.1" status: 204 len: 168 time: 0.1480620 Sep 16 00:40:12.294499 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f5b38-69ce-4a1f-a715-b09acb9b4d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd141ed-f749-4ba8-8caa-3985ee95a65e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:12.674059 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36440) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:12.689889 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-caeffc3e-20b8-4a05-aa32-3902e05d9ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.863363 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-caeffc3e-20b8-4a05-aa32-3902e05d9ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.870260 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-caeffc3e-20b8-4a05-aa32-3902e05d9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:12.905598 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeffc3e-20b8-4a05-aa32-3902e05d9ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2167d892-60a8-4d4e-9084-1c7742dbbd82,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:12.931128 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-caeffc3e-20b8-4a05-aa32-3902e05d9ce0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc5444beabe64b0aa30be5470bfc4d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559774 Sep 16 00:40:12.931866 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36454) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:12.960079 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36456) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:12.999939 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-df51ad0b-6bb6-4177-bca7-3c77ee7a7550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.036036 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] Deleting subnet a339529c-6845-460d-a25a-75945008c4c7 {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:40:13.048607 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-df51ad0b-6bb6-4177-bca7-3c77ee7a7550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.051138 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.125725 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-df51ad0b-6bb6-4177-bca7-3c77ee7a7550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.129043 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-df51ad0b-6bb6-4177-bca7-3c77ee7a7550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.131025 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-df51ad0b-6bb6-4177-bca7-3c77ee7a7550 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2167d892-60a8-4d4e-9084-1c7742dbbd82 HTTP/1.1" status: 204 len: 168 time: 0.1979294 Sep 16 00:40:13.144953 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51ad0b-6bb6-4177-bca7-3c77ee7a7550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2167d892-60a8-4d4e-9084-1c7742dbbd82,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:13.149164 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.200149 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29f747-af96-4fa2-bd51-19b87679a37c req-9f9919c2-862c-4f1d-95a0-99004cc0cdc3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:13.209860 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6c29f747-af96-4fa2-bd51-19b87679a37c req-9f9919c2-862c-4f1d-95a0-99004cc0cdc3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.1188457 Sep 16 00:40:13.248273 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.289608 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6c29f747-af96-4fa2-bd51-19b87679a37c req-c8338203-7e75-4237-a8b0-a60da5adaba2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729635 Sep 16 00:40:13.360910 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.391412 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7357-3924-4106-b219-86f0794f494d req-d32245d0-c754-48be-b3f8-57c026c76820 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:13.396744 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a339529c-6845-460d-a25a-75945008c4c7,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:13.399227 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.401058 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-82c937b6-c450-473e-a6c0-cfd9158b0da0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a339529c-6845-460d-a25a-75945008c4c7 HTTP/1.1" status: 204 len: 168 time: 0.4392850 Sep 16 00:40:13.403526 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36486) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:13.403718 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-d32245d0-c754-48be-b3f8-57c026c76820 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/networks?id=ce2e1d93-2daf-42b0-980d-0465f3eef878 HTTP/1.1" status: 200 len: 808 time: 0.2346287 Sep 16 00:40:13.420767 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-4cd81bd0-aaa4-439d-81bd-d79c73c1c3bc tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/quotas/897b45cd4f9d4cdc84a2c7e40c3393a0 HTTP/1.1" status: 200 len: 375 time: 0.0161166 Sep 16 00:40:13.484068 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-2f598911-364c-4309-8f34-08be32af4bb3 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623794 Sep 16 00:40:13.493337 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.603708 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.616300 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-ec9264e0-3280-4b0a-b3fc-ce519138e16f service neutron] 10.222.0.13 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231680 Sep 16 00:40:13.634691 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1c5168-a910-4a44-9730-6039474ead76']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:13.644492 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea84f89-26df-40cb-bb4b-618a5d782b75') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:13.644899 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea84f89-26df-40cb-bb4b-618a5d782b75') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:13.655354 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.671402 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.680163 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:40:13.680722 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:40:13.682695 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:40:13.730242 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-ff2101bf-a465-40d0-a207-36d96d1d447c service neutron] 10.222.0.13 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065609 Sep 16 00:40:13.756899 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.764207 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:13.766796 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c1c5168-a910-4a44-9730-6039474ead76 HTTP/1.1" status: 204 len: 168 time: 0.3620765 Sep 16 00:40:13.777087 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b410bb-66d5-4fdc-8765-d4e68aabf23a admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1c5168-a910-4a44-9730-6039474ead76,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:13.930402 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f7ae8457-c1da-482b-aa9c-3e939c5845b9 req-24617499-80a0-4b9f-b10b-36822783af36 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 210 time: 0.0420518 Sep 16 00:40:13.993586 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36512) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:14.054014 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d4106a5a-9c22-48c5-b1ab-0b03bb0e0dfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cb88199396c49ef9c20d6f69a9cbaf1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0589836 Sep 16 00:40:14.056870 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36520) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:14.129592 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f38f540-3cf9-4b18-b7f9-8139cb0e0343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:14.160852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f38f540-3cf9-4b18-b7f9-8139cb0e0343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:14.222699 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f38f540-3cf9-4b18-b7f9-8139cb0e0343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:14.225883 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f38f540-3cf9-4b18-b7f9-8139cb0e0343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:14.227367 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-7f38f540-3cf9-4b18-b7f9-8139cb0e0343 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f1a49b2-f434-427f-b52a-d30faae5b43d HTTP/1.1" status: 204 len: 168 time: 0.1687181 Sep 16 00:40:14.237573 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38f540-3cf9-4b18-b7f9-8139cb0e0343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a49b2-f434-427f-b52a-d30faae5b43d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:14.504814 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44476bfd-e3da-49d2-800b-426535bf9631 req-384421a4-a827-4d34-84c5-219c09962fba tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:14.513697 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-44476bfd-e3da-49d2-800b-426535bf9631 req-384421a4-a827-4d34-84c5-219c09962fba tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.1212440 Sep 16 00:40:14.584554 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-44476bfd-e3da-49d2-800b-426535bf9631 req-73860082-3b2d-4f19-a64b-3b6bc958ea1e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630760 Sep 16 00:40:15.013768 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-345cf876-abec-4382-88fb-9aafb3788971 req-452a7633-3f07-43e7-b02d-5470ee043436 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 210 time: 0.0274155 Sep 16 00:40:15.258073 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7357-3924-4106-b219-86f0794f494d req-da8861a8-fca4-4ae1-9cd5-123d77099402 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:15.260575 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-da8861a8-fca4-4ae1-9cd5-123d77099402 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "GET /v2.0/networks?id=ce2e1d93-2daf-42b0-980d-0465f3eef878 HTTP/1.1" status: 200 len: 808 time: 0.1456094 Sep 16 00:40:15.281732 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Request body: {'port': {'device_id': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878', 'admin_state_up': True, 'tenant_id': '897b45cd4f9d4cdc84a2c7e40c3393a0'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:15.412496 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Made reservation on behalf of 897b45cd4f9d4cdc84a2c7e40c3393a0 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:40:15.416304 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:15.562444 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Allocated IP 172.20.0.2 (ce2e1d93-2daf-42b0-980d-0465f3eef878/c9587445-3dc7-4cc4-87cf-b7b4a547592e/3def3028-f0c7-4e67-b41f-d9c3c436da7d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:40:15.828095 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb69b06-af6a-4415-b61b-b0847e926e71 req-62ca39c4-1460-4ebb-ad99-43a9230aec1b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:15.829696 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bb69b06-af6a-4415-b61b-b0847e926e71 req-62ca39c4-1460-4ebb-ad99-43a9230aec1b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.1733117 Sep 16 00:40:15.870037 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:15.941444 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bb69b06-af6a-4415-b61b-b0847e926e71 req-9758a667-0270-4e9a-bea9-c9648608025d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994492 Sep 16 00:40:15.948787 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36628) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:15.973584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.031519 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Network ce2e1d93-2daf-42b0-980d-0465f3eef878 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:16.035476 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:16.039458 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:40:16.045020 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:16.045824 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.095150 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Pushing event updated for resources: {'Port': ['ID=3def3028-f0c7-4e67-b41f-d9c3c436da7d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:16.103784 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-dae70ed4-20b6-4dc0-8b79-757dcbfcd994 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8232367 Sep 16 00:40:16.135373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Request body: {'port': {'device_id': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:16.159784 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-34e7921b-76d8-464d-9dbb-d1a492b07c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.248447 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.286998 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd3251-eb3f-4156-b109-179127edf5d4 req-bb32f4c7-fdfd-4496-bea2-b626a9d6bc06 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:16.288932 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-65cd3251-eb3f-4156-b109-179127edf5d4 req-bb32f4c7-fdfd-4496-bea2-b626a9d6bc06 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 931 time: 0.1117737 Sep 16 00:40:16.391749 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-34e7921b-76d8-464d-9dbb-d1a492b07c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.403019 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-34e7921b-76d8-464d-9dbb-d1a492b07c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.483595 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-34e7921b-76d8-464d-9dbb-d1a492b07c4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2eb5530aba84748855a32b9c6502177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324922 Sep 16 00:40:16.483595 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36652) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:16.486651 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7921b-76d8-464d-9dbb-d1a492b07c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08090acf-ee90-4258-944a-6b3319c1d078,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:16.608727 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-65cd3251-eb3f-4156-b109-179127edf5d4 req-c77c270a-59e5-47b8-9714-494e93739d81 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109074 Sep 16 00:40:16.618915 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-039f5d06-a6df-495b-9fd8-7929eafe279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.657736 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-039f5d06-a6df-495b-9fd8-7929eafe279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.751483 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-039f5d06-a6df-495b-9fd8-7929eafe279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.757672 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-039f5d06-a6df-495b-9fd8-7929eafe279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.764381 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-039f5d06-a6df-495b-9fd8-7929eafe279b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08090acf-ee90-4258-944a-6b3319c1d078 HTTP/1.1" status: 204 len: 168 time: 0.2726643 Sep 16 00:40:16.792242 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f5d06-a6df-495b-9fd8-7929eafe279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08090acf-ee90-4258-944a-6b3319c1d078,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:16.885325 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3def3028-f0c7-4e67-b41f-d9c3c436da7d {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:40:16.895823 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:16.911472 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Transition to ACTIVE for port object 3def3028-f0c7-4e67-b41f-d9c3c436da7d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:40:16.918961 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:17.012046 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Pushing event updated for resources: {'Port': ['ID=3def3028-f0c7-4e67-b41f-d9c3c436da7d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:17.054063 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Attempting to bind port 3def3028-f0c7-4e67-b41f-d9c3c436da7d on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:40:17.054432 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Attempting to bind port 3def3028-f0c7-4e67-b41f-d9c3c436da7d by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:40:17.054715 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Attempting to bind port 3def3028-f0c7-4e67-b41f-d9c3c436da7d on network ce2e1d93-2daf-42b0-980d-0465f3eef878 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:17.063584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Port 3def3028-f0c7-4e67-b41f-d9c3c436da7d on network ce2e1d93-2daf-42b0-980d-0465f3eef878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:40:17.064062 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Attempting to bind port 3def3028-f0c7-4e67-b41f-d9c3c436da7d on network ce2e1d93-2daf-42b0-980d-0465f3eef878 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:17.073910 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:40:17.074334 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Checking segment: {'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:17.074719 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Bound using segment: {'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:40:17.075153 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Bound port: 3def3028-f0c7-4e67-b41f-d9c3c436da7d, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf023b4-e568-4979-8507-97fc346eb59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:40:17.075557 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:17.184428 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] For port 3def3028-f0c7-4e67-b41f-d9c3c436da7d, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:40:17.188752 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] For port 3def3028-f0c7-4e67-b41f-d9c3c436da7d, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3def3028-f0c7-4e67-b41f-d9c3c436da7d,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:40:17.202632 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49de406-648b-4625-8132-598d0c2e1084 req-c78e8adb-768a-4d14-be9b-55e80c79263b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:17.204465 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c49de406-648b-4625-8132-598d0c2e1084 req-c78e8adb-768a-4d14-be9b-55e80c79263b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0918968 Sep 16 00:40:17.207081 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:17.271289 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:17.271905 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:17.273346 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] 10.222.0.39 "PUT /v2.0/ports/3def3028-f0c7-4e67-b41f-d9c3c436da7d HTTP/1.1" status: 200 len: 1093 time: 1.1519237 Sep 16 00:40:17.278076 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'tag': '3def3028-f0c7-4e67-b41f-d9c3c436da7d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:40:17.280380 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52887df3-bf7a-4625-a88f-a2727ade254e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3ccb84-b4ee-43c7-903b-f43aa286b7c8", "tag": "3def3028-f0c7-4e67-b41f-d9c3c436da7d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:40:17.307631 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70917f-2e98-45a5-bcb4-5d506cc9a596 service neutron] Pushing event updated for resources: {'Port': ['ID=3def3028-f0c7-4e67-b41f-d9c3c436da7d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:17.334709 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c49de406-648b-4625-8132-598d0c2e1084 req-56242520-ec08-4efe-96f4-958b1e17534f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886981 Sep 16 00:40:17.354655 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed5f485-840c-4283-8e15-2b98306e35fb x-openstack-request-id: req-5ed5f485-840c-4283-8e15-2b98306e35fb {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:40:17.354951 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3ccb84-b4ee-43c7-903b-f43aa286b7c8", "tag": "3def3028-f0c7-4e67-b41f-d9c3c436da7d", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:40:17.355198 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ed5f485-840c-4283-8e15-2b98306e35fb {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:40:17.355591 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'tag': '3def3028-f0c7-4e67-b41f-d9c3c436da7d', 'status': 'completed', 'code': 200} Sep 16 00:40:17.387515 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7357-3924-4106-b219-86f0794f494d req-802441d5-38e5-43e0-a6c9-e90e1f0e28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:17.389677 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-802441d5-38e5-43e0-a6c9-e90e1f0e28b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0526078 Sep 16 00:40:17.445929 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-ce498277-7a37-46ad-931c-f0eefe699190 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3def3028-f0c7-4e67-b41f-d9c3c436da7d HTTP/1.1" status: 200 len: 217 time: 0.0428970 Sep 16 00:40:17.530732 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7357-3924-4106-b219-86f0794f494d req-656ad085-e0e8-464f-907f-f540b2a290cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:17.532424 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-656ad085-e0e8-464f-907f-f540b2a290cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c9587445-3dc7-4cc4-87cf-b7b4a547592e HTTP/1.1" status: 200 len: 848 time: 0.0778189 Sep 16 00:40:17.573670 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-42a8d202-78c7-45e7-8f2a-be5137317658 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2e1d93-2daf-42b0-980d-0465f3eef878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292671 Sep 16 00:40:17.734680 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-1fd0db79-f78f-47eb-8ea9-730ed9aa50f2 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497958 Sep 16 00:40:17.751235 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743372e-38c6-4030-8491-846ea2e743ef req-744f0b3c-ecba-4d0c-80ac-e688dbc37132 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:17.753519 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a743372e-38c6-4030-8491-846ea2e743ef req-744f0b3c-ecba-4d0c-80ac-e688dbc37132 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 943 time: 0.0740116 Sep 16 00:40:17.858962 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a743372e-38c6-4030-8491-846ea2e743ef req-4c0f09bc-1ae8-43b0-8a1c-15939eaa640b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863831 Sep 16 00:40:17.890311 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a23e7357-3924-4106-b219-86f0794f494d req-5fd9f79e-78ca-4c3b-b7a7-30c29a95c80d service neutron] 10.222.0.39 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354911 Sep 16 00:40:18.025764 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52887df3-bf7a-4625-a88f-a2727ade254e req-c4c65f0c-fcaf-4800-8342-ddd3fc8a6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:18.026161 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52887df3-bf7a-4625-a88f-a2727ade254e req-c4c65f0c-fcaf-4800-8342-ddd3fc8a6841 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0754941 Sep 16 00:40:18.148800 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52887df3-bf7a-4625-a88f-a2727ade254e req-680fa6d9-022d-4d0a-8fa3-93367a41d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:18.150877 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52887df3-bf7a-4625-a88f-a2727ade254e req-680fa6d9-022d-4d0a-8fa3-93367a41d9df service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2e1d93-2daf-42b0-980d-0465f3eef878 HTTP/1.1" status: 200 len: 909 time: 0.1140649 Sep 16 00:40:18.198025 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52887df3-bf7a-4625-a88f-a2727ade254e req-814c770e-de64-4702-b1a9-d3cb4c3f652b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3def3028-f0c7-4e67-b41f-d9c3c436da7d HTTP/1.1" status: 200 len: 217 time: 0.0360918 Sep 16 00:40:18.258864 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52887df3-bf7a-4625-a88f-a2727ade254e req-5a8ee92c-85d7-4e40-bd89-6e161cde3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:18.261752 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52887df3-bf7a-4625-a88f-a2727ade254e req-5a8ee92c-85d7-4e40-bd89-6e161cde3d78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c9587445-3dc7-4cc4-87cf-b7b4a547592e HTTP/1.1" status: 200 len: 848 time: 0.0537171 Sep 16 00:40:18.325768 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52887df3-bf7a-4625-a88f-a2727ade254e req-454cbd72-6ab2-47fe-ab63-59c33c52045a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2e1d93-2daf-42b0-980d-0465f3eef878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385313 Sep 16 00:40:18.500128 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626333-df87-4617-9b02-f611420d61f1 req-fc6ef5da-3b7a-4089-b580-85c4166edf77 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:18.505135 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-90626333-df87-4617-9b02-f611420d61f1 req-fc6ef5da-3b7a-4089-b580-85c4166edf77 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0782259 Sep 16 00:40:18.507303 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52887df3-bf7a-4625-a88f-a2727ade254e req-28d76288-9e01-4c40-95a7-5daee2f4e5ff service neutron] 10.222.0.39 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719120 Sep 16 00:40:18.814684 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-90626333-df87-4617-9b02-f611420d61f1 req-ecafd280-1de9-4d63-a3bf-ebcb39fe0e8a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064413 Sep 16 00:40:18.872491 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52887df3-bf7a-4625-a88f-a2727ade254e req-583a3dcc-2e82-4fe0-a882-c5d77d331048 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498752 Sep 16 00:40:18.886635 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36776) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:19.004315 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24ad8-b2e0-4f52-822d-b9d811457317 req-4badfb59-63de-40b5-9886-c91f0f261dc9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:19.013207 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-74f24ad8-b2e0-4f52-822d-b9d811457317 req-4badfb59-63de-40b5-9886-c91f0f261dc9 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 943 time: 0.0712087 Sep 16 00:40:19.038844 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8bdef8b0-83aa-4ee1-b783-707d05bfcbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.071528 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-74f24ad8-b2e0-4f52-822d-b9d811457317 req-a35a2b24-b1c5-49c3-86e0-7cf9a5388c2e tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510137 Sep 16 00:40:19.163169 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8bdef8b0-83aa-4ee1-b783-707d05bfcbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.169775 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8bdef8b0-83aa-4ee1-b783-707d05bfcbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.210581 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8bdef8b0-83aa-4ee1-b783-707d05bfcbfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ed70bf8204a4e2990672fa39ea48f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219504 Sep 16 00:40:19.212731 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdef8b0-83aa-4ee1-b783-707d05bfcbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836975de-2463-43b0-bb1e-00874bfa3b56,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:19.213510 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36796) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:19.283779 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e29368b-d71a-4c0d-9488-e783f6b2d4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.334218 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e29368b-d71a-4c0d-9488-e783f6b2d4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.390096 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e29368b-d71a-4c0d-9488-e783f6b2d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.392950 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e29368b-d71a-4c0d-9488-e783f6b2d4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.395209 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-0e29368b-d71a-4c0d-9488-e783f6b2d4b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/836975de-2463-43b0-bb1e-00874bfa3b56 HTTP/1.1" status: 204 len: 168 time: 0.1798275 Sep 16 00:40:19.406464 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29368b-d71a-4c0d-9488-e783f6b2d4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836975de-2463-43b0-bb1e-00874bfa3b56,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:19.412468 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36810) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:19.616412 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-070ef71d-5486-44f5-885a-9b86c5b6e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.718535 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-070ef71d-5486-44f5-885a-9b86c5b6e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.722984 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-070ef71d-5486-44f5-885a-9b86c5b6e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.766084 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-070ef71d-5486-44f5-885a-9b86c5b6e880 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fb2e953b860432283c837c46d78bf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522847 Sep 16 00:40:19.766852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ef71d-5486-44f5-885a-9b86c5b6e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf0615-59dd-4c63-bebc-ab5b060a88f9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:19.769209 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36824) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:19.827197 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef6429fd-8fdc-412c-9b48-47803674bcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.850690 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef6429fd-8fdc-412c-9b48-47803674bcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.908044 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef6429fd-8fdc-412c-9b48-47803674bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.911795 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef6429fd-8fdc-412c-9b48-47803674bcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:19.913038 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ef6429fd-8fdc-412c-9b48-47803674bcb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ddf0615-59dd-4c63-bebc-ab5b060a88f9 HTTP/1.1" status: 204 len: 168 time: 0.1421583 Sep 16 00:40:19.921779 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6429fd-8fdc-412c-9b48-47803674bcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf0615-59dd-4c63-bebc-ab5b060a88f9,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:19.990002 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323c187-b64c-48d1-aed5-fdecc917b094 req-58bf3793-bc7f-4a90-9172-187f75195cf3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:19.992028 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d323c187-b64c-48d1-aed5-fdecc917b094 req-58bf3793-bc7f-4a90-9172-187f75195cf3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0588493 Sep 16 00:40:20.039936 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d323c187-b64c-48d1-aed5-fdecc917b094 req-d0d2e501-7685-438a-ba35-5f45999822c1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Sep 16 00:40:20.203776 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387dcaf-c047-444d-bb6a-bc338b938b3d req-7345fb2e-cea1-4db4-bdeb-48bc9a370ddf tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:20.207134 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b387dcaf-c047-444d-bb6a-bc338b938b3d req-7345fb2e-cea1-4db4-bdeb-48bc9a370ddf tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 943 time: 0.0550551 Sep 16 00:40:20.250639 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b387dcaf-c047-444d-bb6a-bc338b938b3d req-e47726c2-4eee-4874-a483-d279bf84b7d1 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376906 Sep 16 00:40:20.338208 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36862) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:20.352083 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5a27404b-7ed4-464e-bff9-cabcda2c867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.588117 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36906) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:20.735486 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5a27404b-7ed4-464e-bff9-cabcda2c867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.740127 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4b4f-44ae-492d-b2c7-5f6ec6d0847a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.741535 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5a27404b-7ed4-464e-bff9-cabcda2c867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.790975 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-5a27404b-7ed4-464e-bff9-cabcda2c867c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f3cac4e10114f29b0cc2330b4514c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516954 Sep 16 00:40:20.795585 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36930) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:20.812243 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27404b-7ed4-464e-bff9-cabcda2c867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c8f4bc-ef12-4a38-9fcc-1d050715429e,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:20.820196 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 3def3028-f0c7-4e67-b41f-d9c3c436da7d details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:40:20.872893 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15183774-e807-4e29-91ee-cf4a11e57617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.886065 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4b4f-44ae-492d-b2c7-5f6ec6d0847a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.892695 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4b4f-44ae-492d-b2c7-5f6ec6d0847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.910086 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15183774-e807-4e29-91ee-cf4a11e57617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:20.936899 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-8e3b4b4f-44ae-492d-b2c7-5f6ec6d0847a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcc0467bfcd64c2d98cb33464ba9d3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453524 Sep 16 00:40:20.941200 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36934) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:20.954916 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 3def3028-f0c7-4e67-b41f-d9c3c436da7d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3def3028-f0c7-4e67-b41f-d9c3c436da7d,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:20.964055 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '3def3028-f0c7-4e67-b41f-d9c3c436da7d', 'network_id': 'ce2e1d93-2daf-42b0-980d-0465f3eef878', 'port_id': '3def3028-f0c7-4e67-b41f-d9c3c436da7d', 'mac_address': 'fa:16:3e:82:94:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9587445-3dc7-4cc4-87cf-b7b4a547592e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:40:20.993849 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b4b4f-44ae-492d-b2c7-5f6ec6d0847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae9941c-f18b-4bb7-9cf2-e1a0e85f87c7,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:21.013888 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.033718 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3def3028-f0c7-4e67-b41f-d9c3c436da7d {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:40:21.045953 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7c9112b8-2d2a-4b15-a2e5-d6dd31758100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.061055 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15183774-e807-4e29-91ee-cf4a11e57617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.064099 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15183774-e807-4e29-91ee-cf4a11e57617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.074545 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 3def3028-f0c7-4e67-b41f-d9c3c436da7d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3def3028-f0c7-4e67-b41f-d9c3c436da7d,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:21.077460 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-15183774-e807-4e29-91ee-cf4a11e57617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74c8f4bc-ef12-4a38-9fcc-1d050715429e HTTP/1.1" status: 204 len: 168 time: 0.2805641 Sep 16 00:40:21.084676 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.120558 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7c9112b8-2d2a-4b15-a2e5-d6dd31758100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.122735 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15183774-e807-4e29-91ee-cf4a11e57617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c8f4bc-ef12-4a38-9fcc-1d050715429e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:21.161875 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=3def3028-f0c7-4e67-b41f-d9c3c436da7d,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:21.202369 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831b6f-e2f0-45f7-9962-c29860c3a825 req-82c2d5f5-ad0e-4939-b11e-76435eb06915 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:21.203860 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e8831b6f-e2f0-45f7-9962-c29860c3a825 req-82c2d5f5-ad0e-4939-b11e-76435eb06915 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0700815 Sep 16 00:40:21.225327 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7c9112b8-2d2a-4b15-a2e5-d6dd31758100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.228412 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7c9112b8-2d2a-4b15-a2e5-d6dd31758100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.231690 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7c9112b8-2d2a-4b15-a2e5-d6dd31758100 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aae9941c-f18b-4bb7-9cf2-e1a0e85f87c7 HTTP/1.1" status: 204 len: 168 time: 0.2893877 Sep 16 00:40:21.251899 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9112b8-2d2a-4b15-a2e5-d6dd31758100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae9941c-f18b-4bb7-9cf2-e1a0e85f87c7,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:21.272033 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e8831b6f-e2f0-45f7-9962-c29860c3a825 req-a542a648-7328-4502-a80c-bb9a7663b685 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590234 Sep 16 00:40:21.413787 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed80d0-c7c0-4178-b570-b4c3a0a7fe2b req-d46b6a50-bb6a-459b-b5dd-b9fbb032a1bf tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:21.414999 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-71ed80d0-c7c0-4178-b570-b4c3a0a7fe2b req-d46b6a50-bb6a-459b-b5dd-b9fbb032a1bf tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 944 time: 0.0644560 Sep 16 00:40:21.463680 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-71ed80d0-c7c0-4178-b570-b4c3a0a7fe2b req-0c4eee9d-9580-4731-832d-db39141b72b8 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Sep 16 00:40:21.517918 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['3def3028-f0c7-4e67-b41f-d9c3c436da7d'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:40:21.763346 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 36982) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:21.777231 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-95b65622-17d8-4a48-bfec-03d837410468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.875383 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-95b65622-17d8-4a48-bfec-03d837410468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.881086 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-95b65622-17d8-4a48-bfec-03d837410468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:21.919558 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-95b65622-17d8-4a48-bfec-03d837410468 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b77c5bae07541188594fb2dc1475ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550567 Sep 16 00:40:21.920385 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b65622-17d8-4a48-bfec-03d837410468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5c7e09-b068-4d3a-b91a-12f8b2a7f85f,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:21.922968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 36986) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:21.977705 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73602878-04eb-418b-9669-82355cb798b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.005377 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73602878-04eb-418b-9669-82355cb798b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.061472 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73602878-04eb-418b-9669-82355cb798b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.065413 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73602878-04eb-418b-9669-82355cb798b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.068450 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-73602878-04eb-418b-9669-82355cb798b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df5c7e09-b068-4d3a-b91a-12f8b2a7f85f HTTP/1.1" status: 204 len: 168 time: 0.1437690 Sep 16 00:40:22.077129 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73602878-04eb-418b-9669-82355cb798b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5c7e09-b068-4d3a-b91a-12f8b2a7f85f,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:22.426697 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e003fa-49b9-4e44-858f-cbd295a90433 req-a4a5e2af-61ad-4eef-bd59-5f233f31a641 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:22.428280 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e4e003fa-49b9-4e44-858f-cbd295a90433 req-a4a5e2af-61ad-4eef-bd59-5f233f31a641 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0596795 Sep 16 00:40:22.435294 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37018) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:22.474714 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e4e003fa-49b9-4e44-858f-cbd295a90433 req-e37e4037-b8a0-49f6-bb7c-403a3048d995 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Sep 16 00:40:22.562693 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37026) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:22.576381 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1afc72a2-803e-4f44-acb5-eadd5e4be285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.633343 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848b225-c3e2-445d-934f-20fbf809c7a2 req-2cb3069f-1552-4d41-86cc-21e98b623437 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:22.641772 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6848b225-c3e2-445d-934f-20fbf809c7a2 req-2cb3069f-1552-4d41-86cc-21e98b623437 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 944 time: 0.0847433 Sep 16 00:40:22.684558 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6848b225-c3e2-445d-934f-20fbf809c7a2 req-5e7b4be4-34bd-4fb5-9de9-023669c5d264 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Sep 16 00:40:22.698516 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1afc72a2-803e-4f44-acb5-eadd5e4be285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.711044 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1afc72a2-803e-4f44-acb5-eadd5e4be285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.717042 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3fc15ed7-78fe-4e29-9c46-b39c42633b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.757201 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-1afc72a2-803e-4f44-acb5-eadd5e4be285 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecd24cbea693459b98b7f5d7392b504e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932261 Sep 16 00:40:22.758541 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc72a2-803e-4f44-acb5-eadd5e4be285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2322b10-c67d-41bc-b88c-48b77477ad02,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:22.770727 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37034) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:22.825914 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 3def3028-f0c7-4e67-b41f-d9c3c436da7d up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:22.872091 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-332e8473-619b-4224-8ff6-f27c4178cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.894370 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 3def3028-f0c7-4e67-b41f-d9c3c436da7d completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:40:22.897321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3fc15ed7-78fe-4e29-9c46-b39c42633b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.898780 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 3def3028-f0c7-4e67-b41f-d9c3c436da7d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:22.899436 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.902215 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3fc15ed7-78fe-4e29-9c46-b39c42633b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.928859 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-332e8473-619b-4224-8ff6-f27c4178cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:22.962617 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc15ed7-78fe-4e29-9c46-b39c42633b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c6ddc3-8b58-4fa1-b62f-f271b26d27a3,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:22.968034 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-3fc15ed7-78fe-4e29-9c46-b39c42633b06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d451d3d185f04f5f99c9d49c7f55dcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311570 Sep 16 00:40:22.971203 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37040) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:22.985332 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.012639 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-332e8473-619b-4224-8ff6-f27c4178cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.017194 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-332e8473-619b-4224-8ff6-f27c4178cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.018851 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3def3028-f0c7-4e67-b41f-d9c3c436da7d'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:40:23.019777 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-332e8473-619b-4224-8ff6-f27c4178cab0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2322b10-c67d-41bc-b88c-48b77477ad02 HTTP/1.1" status: 204 len: 168 time: 0.2470193 Sep 16 00:40:23.021254 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc192ff-7fec-427e-b3be-57ff70e1ac71" -d '{"events": [{"server_uuid": "4a3ccb84-b4ee-43c7-903b-f43aa286b7c8", "name": "network-vif-plugged", "status": "completed", "tag": "3def3028-f0c7-4e67-b41f-d9c3c436da7d"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:40:23.031002 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e8473-619b-4224-8ff6-f27c4178cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2322b10-c67d-41bc-b88c-48b77477ad02,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:23.038620 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 3def3028-f0c7-4e67-b41f-d9c3c436da7d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3def3028-f0c7-4e67-b41f-d9c3c436da7d,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:23.048013 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.064355 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4c97b25e-0783-467c-ac35-c72b3cd72851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.089033 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4c97b25e-0783-467c-ac35-c72b3cd72851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.107549 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701fe352-d4b4-41a4-b353-b685a01818ac x-openstack-request-id: req-701fe352-d4b4-41a4-b353-b685a01818ac {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:40:23.108067 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3ccb84-b4ee-43c7-903b-f43aa286b7c8", "name": "network-vif-plugged", "status": "completed", "tag": "3def3028-f0c7-4e67-b41f-d9c3c436da7d", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:40:23.108529 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-701fe352-d4b4-41a4-b353-b685a01818ac {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:40:23.109006 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3def3028-f0c7-4e67-b41f-d9c3c436da7d', 'code': 200} Sep 16 00:40:23.127216 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=3def3028-f0c7-4e67-b41f-d9c3c436da7d,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:23.165635 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4c97b25e-0783-467c-ac35-c72b3cd72851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.170819 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4c97b25e-0783-467c-ac35-c72b3cd72851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.177416 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4c97b25e-0783-467c-ac35-c72b3cd72851 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42c6ddc3-8b58-4fa1-b62f-f271b26d27a3 HTTP/1.1" status: 204 len: 168 time: 0.2012918 Sep 16 00:40:23.185362 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97b25e-0783-467c-ac35-c72b3cd72851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c6ddc3-8b58-4fa1-b62f-f271b26d27a3,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:23.328813 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9fcd7-773c-4960-b4e4-f162f322d435 req-94f9e95f-e407-439c-9c11-114d62b80837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:23.330857 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e8f9fcd7-773c-4960-b4e4-f162f322d435 req-94f9e95f-e407-439c-9c11-114d62b80837 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0494192 Sep 16 00:40:23.375477 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e8f9fcd7-773c-4960-b4e4-f162f322d435 req-640e0727-f441-4608-806d-7e87d610d8d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355225 Sep 16 00:40:23.625717 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca4d4-a035-42c1-8659-a035a1a5bf12 req-ca8a37d7-2a51-4141-ac18-48e81d5cb628 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:23.633408 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9d6ca4d4-a035-42c1-8659-a035a1a5bf12 req-ca8a37d7-2a51-4141-ac18-48e81d5cb628 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0702610 Sep 16 00:40:23.664556 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37086) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:23.677186 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9d6ca4d4-a035-42c1-8659-a035a1a5bf12 req-cb69ede3-59d9-45e4-b745-9ecf6f2d1eba tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Sep 16 00:40:23.684103 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15415ce2-267c-49c2-8406-126224ab428b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.811434 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37092) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:23.822241 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15415ce2-267c-49c2-8406-126224ab428b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.829760 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15415ce2-267c-49c2-8406-126224ab428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:23.885897 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9bd83-aea8-488b-8b6d-144c0be4b2ec req-89a18726-e05a-4400-b8b0-8cf4a56c5d7b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:23.894113 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0ad9bd83-aea8-488b-8b6d-144c0be4b2ec req-89a18726-e05a-4400-b8b0-8cf4a56c5d7b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 945 time: 0.1111228 Sep 16 00:40:23.898930 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-15415ce2-267c-49c2-8406-126224ab428b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f3162e6371443ce8aa52aab7f78653a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328641 Sep 16 00:40:23.902130 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37102) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:23.916772 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15415ce2-267c-49c2-8406-126224ab428b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574f5de6-063f-4403-910c-95196e0fefe4,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:23.961568 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0ad9bd83-aea8-488b-8b6d-144c0be4b2ec req-15dba23a-9679-4337-aac8-12b826179fa3 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Sep 16 00:40:24.012527 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-980278d7-1f8c-4904-bbfd-b0f6b3e1712f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.048568 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-980278d7-1f8c-4904-bbfd-b0f6b3e1712f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.108541 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1bd42cd-0a47-4d19-b710-68f34294e468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.144030 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-980278d7-1f8c-4904-bbfd-b0f6b3e1712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.147698 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-980278d7-1f8c-4904-bbfd-b0f6b3e1712f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.153561 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-980278d7-1f8c-4904-bbfd-b0f6b3e1712f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/574f5de6-063f-4403-910c-95196e0fefe4 HTTP/1.1" status: 204 len: 168 time: 0.2501268 Sep 16 00:40:24.170437 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980278d7-1f8c-4904-bbfd-b0f6b3e1712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574f5de6-063f-4403-910c-95196e0fefe4,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:24.249811 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1bd42cd-0a47-4d19-b710-68f34294e468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.255917 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1bd42cd-0a47-4d19-b710-68f34294e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.295426 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd42cd-0a47-4d19-b710-68f34294e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7604f436-9cb9-4c78-a1be-fa64538cc928,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:24.336467 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a1bd42cd-0a47-4d19-b710-68f34294e468 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0298ac044b34427485faee0bc12cf5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236325 Sep 16 00:40:24.338975 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37118) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:24.394480 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-030aa1fc-c4a8-46d8-9628-1ac9e3536bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.416012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-030aa1fc-c4a8-46d8-9628-1ac9e3536bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.473318 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-030aa1fc-c4a8-46d8-9628-1ac9e3536bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.476348 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-030aa1fc-c4a8-46d8-9628-1ac9e3536bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.477651 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-030aa1fc-c4a8-46d8-9628-1ac9e3536bbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7604f436-9cb9-4c78-a1be-fa64538cc928 HTTP/1.1" status: 204 len: 168 time: 0.1377454 Sep 16 00:40:24.489686 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37126) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:24.491475 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aa1fc-c4a8-46d8-9628-1ac9e3536bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7604f436-9cb9-4c78-a1be-fa64538cc928,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:24.518127 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8f93d26-03c4-42ee-8a68-d78f925d2eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.617613 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8f93d26-03c4-42ee-8a68-d78f925d2eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.623235 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f8f93d26-03c4-42ee-8a68-d78f925d2eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.670707 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37132) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:24.677238 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f8f93d26-03c4-42ee-8a68-d78f925d2eed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60ba80042eba45498cfc94f107c70139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856594 Sep 16 00:40:24.679219 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93d26-03c4-42ee-8a68-d78f925d2eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad53b51-4365-4bff-ae74-ec10dfe67121,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:24.790345 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-16051f6a-3ce6-41bd-a67f-935cd02377b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.818846 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-16051f6a-3ce6-41bd-a67f-935cd02377b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.848269 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17322982-43e1-4ee6-9d8b-38368310ec5a req-b7df3b77-1471-4d48-b014-a61642fa87b7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:24.850551 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-17322982-43e1-4ee6-9d8b-38368310ec5a req-b7df3b77-1471-4d48-b014-a61642fa87b7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0682609 Sep 16 00:40:24.880874 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-16051f6a-3ce6-41bd-a67f-935cd02377b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.884042 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-16051f6a-3ce6-41bd-a67f-935cd02377b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:24.885457 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-16051f6a-3ce6-41bd-a67f-935cd02377b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ad53b51-4365-4bff-ae74-ec10dfe67121 HTTP/1.1" status: 204 len: 168 time: 0.2137620 Sep 16 00:40:24.904062 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16051f6a-3ce6-41bd-a67f-935cd02377b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad53b51-4365-4bff-ae74-ec10dfe67121,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:24.919303 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-17322982-43e1-4ee6-9d8b-38368310ec5a req-0bc4f527-e5b3-4196-a32a-1763ec8066a4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Sep 16 00:40:24.938956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14327b-5bf3-42d3-8ba3-515b4568c112 req-3b94255e-6470-4bc5-aabb-09e3b616692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:24.940833 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ed14327b-5bf3-42d3-8ba3-515b4568c112 req-3b94255e-6470-4bc5-aabb-09e3b616692a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 1098 time: 0.0473382 Sep 16 00:40:24.992110 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ed14327b-5bf3-42d3-8ba3-515b4568c112 req-1a976fca-4cba-4365-aced-5c703a92cabe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Sep 16 00:40:25.035892 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37146) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:25.079440 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-690dc729-e725-40bb-909d-c9b099d1c4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:25.131230 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e87c-c54c-4ba0-be09-9ea9bbb3df74 req-36e9d6b6-4377-47ab-90c6-3914e48c1086 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:25.140290 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7035e87c-c54c-4ba0-be09-9ea9bbb3df74 req-36e9d6b6-4377-47ab-90c6-3914e48c1086 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0915499 Sep 16 00:40:25.198713 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7035e87c-c54c-4ba0-be09-9ea9bbb3df74 req-9662f739-66a3-4452-94f4-5d455871bbc5 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574627 Sep 16 00:40:25.258328 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-690dc729-e725-40bb-909d-c9b099d1c4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:25.265185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-690dc729-e725-40bb-909d-c9b099d1c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:25.308535 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-690dc729-e725-40bb-909d-c9b099d1c4dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6007af881634168a8ed1c2ab6926df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685313 Sep 16 00:40:25.308535 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dc729-e725-40bb-909d-c9b099d1c4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c29a0d8-8b20-43e0-8127-3f0f4fd9607b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:25.310900 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37158) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:25.427439 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9582eea9-099e-4a1e-aceb-e4efeb8fa950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:25.453191 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9582eea9-099e-4a1e-aceb-e4efeb8fa950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:25.523218 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9582eea9-099e-4a1e-aceb-e4efeb8fa950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:25.526596 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9582eea9-099e-4a1e-aceb-e4efeb8fa950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:25.528826 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-9582eea9-099e-4a1e-aceb-e4efeb8fa950 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c29a0d8-8b20-43e0-8127-3f0f4fd9607b HTTP/1.1" status: 204 len: 168 time: 0.2135108 Sep 16 00:40:25.536502 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582eea9-099e-4a1e-aceb-e4efeb8fa950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c29a0d8-8b20-43e0-8127-3f0f4fd9607b,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:26.000283 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37198) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:26.075375 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac3363-9269-4594-9e5f-306b224eb5ec req-53cda474-7bbe-4f87-b65b-65c69b4fc386 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:26.077694 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7fac3363-9269-4594-9e5f-306b224eb5ec req-53cda474-7bbe-4f87-b65b-65c69b4fc386 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0763075 Sep 16 00:40:26.120478 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7fac3363-9269-4594-9e5f-306b224eb5ec req-a8b78644-f580-49fd-a15d-cc0e0d5f36b5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Sep 16 00:40:26.189330 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1877595271-network', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:26.210301 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Made reservation on behalf of eca8c8af142841f08c26a48f384e1660 for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:40:26.212730 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.221042 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.353873 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02865d70-99ce-4920-b68f-89df7a46fa3e req-51b5183c-1efb-4140-af84-9c570b14d1ca tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:26.355442 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-02865d70-99ce-4920-b68f-89df7a46fa3e req-51b5183c-1efb-4140-af84-9c570b14d1ca tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0751686 Sep 16 00:40:26.374065 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.384100 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.416913 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:40:26.438974 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-02865d70-99ce-4920-b68f-89df7a46fa3e req-2f2567ea-72f7-40ad-bdbc-ea82d3e680a5 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742214 Sep 16 00:40:26.441955 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.442313 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Added segment d63954d8-d6e6-47dd-a4c6-84e93931498c of type vlan for network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 Sep 16 00:40:26.443669 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52766a0f-303c-4abc-929a-6718e99dc67d,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:26.530513 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.566526 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.567128 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:26.568367 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.599575 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5981340 Sep 16 00:40:26.602363 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37226) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:26.607164 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Request body: {'subnet': {'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1877595271-subnet', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:26.653992 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7141d-d516-4998-b5f9-50b1a3eec2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5081fe0c-26de-4a17-ae54-7f7ed30d4f88,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:26.663520 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Made reservation on behalf of eca8c8af142841f08c26a48f384e1660 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:40:26.666021 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:40:26.666498 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.889056 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:26.951916 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed00d2d-04aa-4c81-9f28-944c229ab737,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:26.961697 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Checking segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:26.962050 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Network hostable DHCP agents. Network: 5081fe0c-26de-4a17-ae54-7f7ed30d4f88, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:40:26.979301 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:40:26.989130 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 5081fe0c-26de-4a17-ae54-7f7ed30d4f88) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:26.993942 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:26.994594 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.001181 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c1d08-aaea-45d5-946b-0edc4a61af3b None None] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:40:27.010708 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c3fe2ae3-d6c1-4336-95ca-82c281f60ea5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4073198 Sep 16 00:40:27.013392 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37246) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:27.018469 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:27.045917 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.047063 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.127010 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.209974 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:40:27.210910 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.338000 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.419286 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb55ac-6a3f-4c44-a364-7056ad499d02 req-3dc5a2e1-db78-4d21-8a7a-556bdd78bdca tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:27.420841 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-33bb55ac-6a3f-4c44-a364-7056ad499d02 req-3dc5a2e1-db78-4d21-8a7a-556bdd78bdca tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0772665 Sep 16 00:40:27.477970 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Allocated IP 172.20.0.2 (5081fe0c-26de-4a17-ae54-7f7ed30d4f88/aed00d2d-04aa-4c81-9f28-944c229ab737/26908335-c37d-41b5-85ee-2518815b4a14) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:40:27.501938 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-33bb55ac-6a3f-4c44-a364-7056ad499d02 req-53019666-411e-4652-9ad6-668b33ac613c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498893 Sep 16 00:40:27.521961 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fb950-3beb-4dbe-94af-8c67a484a982 req-530551c3-3e72-4e63-8d15-75b91a7b7ad3 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:27.530015 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-752fb950-3beb-4dbe-94af-8c67a484a982 req-530551c3-3e72-4e63-8d15-75b91a7b7ad3 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0868964 Sep 16 00:40:27.587630 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-752fb950-3beb-4dbe-94af-8c67a484a982 req-03b2978b-c296-42cb-9300-17fba06f8511 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566688 Sep 16 00:40:27.730194 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.740882 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.758511 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa012627-f291-482b-a602-0728754cddfb req-ab24f332-f222-456e-ade9-fee0f16cf944 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:27.767161 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fa012627-f291-482b-a602-0728754cddfb req-ab24f332-f222-456e-ade9-fee0f16cf944 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.1447377 Sep 16 00:40:27.771915 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:27.774947 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.776158 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:27.798470 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:40:27.809163 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.880417 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Pushing event updated for resources: {'Port': ['ID=26908335-c37d-41b5-85ee-2518815b4a14,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:27.886138 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fa012627-f291-482b-a602-0728754cddfb req-08bf3d0d-9e3b-48be-9af4-c110d23d4495 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191363 Sep 16 00:40:27.903506 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Attempting to bind port 26908335-c37d-41b5-85ee-2518815b4a14 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:40:27.903976 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Attempting to bind port 26908335-c37d-41b5-85ee-2518815b4a14 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:40:27.904312 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Attempting to bind port 26908335-c37d-41b5-85ee-2518815b4a14 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:27.910898 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:40:27.911265 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Checking segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:27.911658 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:27.912037 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Bound using segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:40:27.912506 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Bound port: 26908335-c37d-41b5-85ee-2518815b4a14, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:40:27.913669 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.016580 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Allocated IP 172.27.0.248 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/1fdc888d-e3d2-4cf1-81ce-4d059cd60d29) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:40:28.021047 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] For port 26908335-c37d-41b5-85ee-2518815b4a14, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:40:28.029006 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] For port 26908335-c37d-41b5-85ee-2518815b4a14, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=26908335-c37d-41b5-85ee-2518815b4a14,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:40:28.036465 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.093206 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37298) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:28.119278 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a62b9e-2615-4585-adf8-4a387b3fd4a6 None None] Pushing event updated for resources: {'Port': ['ID=26908335-c37d-41b5-85ee-2518815b4a14,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:28.186141 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.253803 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.297769 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c87a1e3-3f18-4fa3-a6f3-32529616ede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.316760 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:28.325359 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:28.329572 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:40:28.404859 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:28.531358 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c87a1e3-3f18-4fa3-a6f3-32529616ede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.537726 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c87a1e3-3f18-4fa3-a6f3-32529616ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.584888 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-4c87a1e3-3f18-4fa3-a6f3-32529616ede0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=157370982c8a40baa49edb0e9473145f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905632 Sep 16 00:40:28.585609 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87a1e3-3f18-4fa3-a6f3-32529616ede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53491cc0-c3c9-40ce-a976-c046a98bb0cf,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:28.587931 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37310) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:28.644556 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8fb-c809-4f36-a08a-85e5f8c93460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.671524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8fb-c809-4f36-a08a-85e5f8c93460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.698336 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.763514 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695890e-ed12-40d4-912d-d3ec8b2d74ce req-9de8374f-25e0-4b4c-9ea7-309fdc0ee948 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:28.765055 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d695890e-ed12-40d4-912d-d3ec8b2d74ce req-9de8374f-25e0-4b4c-9ea7-309fdc0ee948 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 945 time: 0.0852273 Sep 16 00:40:28.794737 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8fb-c809-4f36-a08a-85e5f8c93460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.797477 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8fb-c809-4f36-a08a-85e5f8c93460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:28.798783 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-bac8d8fb-c809-4f36-a08a-85e5f8c93460 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53491cc0-c3c9-40ce-a976-c046a98bb0cf HTTP/1.1" status: 204 len: 168 time: 0.2099507 Sep 16 00:40:28.816703 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8d8fb-c809-4f36-a08a-85e5f8c93460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53491cc0-c3c9-40ce-a976-c046a98bb0cf,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:28.821845 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d695890e-ed12-40d4-912d-d3ec8b2d74ce req-ac512079-e656-4322-9945-53fbed0ea731 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501482 Sep 16 00:40:29.157402 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.169524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37324) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:29.183310 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2688227f-c6a2-40ba-97f8-4b77f18028ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.288390 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2688227f-c6a2-40ba-97f8-4b77f18028ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.293593 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2688227f-c6a2-40ba-97f8-4b77f18028ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.301078 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:40:29.303340 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6721fc36-b5b3-462d-845d-3b02ee628474 None None] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:40:29.363776 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2688227f-c6a2-40ba-97f8-4b77f18028ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98570679b1754828b641ca87ad84ba82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929235 Sep 16 00:40:29.366401 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37326) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:29.370307 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688227f-c6a2-40ba-97f8-4b77f18028ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128fce1-2070-4236-958d-424caf0e8550,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:29.420605 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7038d-7b5c-466a-b700-4753a880561b req-53902ef2-fcb9-478f-8490-9fcf710b3290 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:29.422170 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a4e7038d-7b5c-466a-b700-4753a880561b req-53902ef2-fcb9-478f-8490-9fcf710b3290 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 945 time: 0.1152563 Sep 16 00:40:29.432895 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:40:29.444184 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:40:29.454968 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.460494 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d5682ba8-0179-4426-a791-6622f7ab2cb6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4458447 Sep 16 00:40:29.461451 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37330) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:29.461943 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:29.463040 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:29.487470 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6789de2-1cf9-492d-be3a-0943fc4ac50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.500367 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-020becc2-8144-415b-9340-2173dccbbd08 None None] Provisioning complete for port 26908335-c37d-41b5-85ee-2518815b4a14 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:29.500674 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-020becc2-8144-415b-9340-2173dccbbd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.560268 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6789de2-1cf9-492d-be3a-0943fc4ac50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.606834 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:29.771869 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-020becc2-8144-415b-9340-2173dccbbd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.788142 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Deleting port 3def3028-f0c7-4e67-b41f-d9c3c436da7d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:40:29.788487 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.805694 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6789de2-1cf9-492d-be3a-0943fc4ac50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.808321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6789de2-1cf9-492d-be3a-0943fc4ac50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:29.809553 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f6789de2-1cf9-492d-be3a-0943fc4ac50a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7128fce1-2070-4236-958d-424caf0e8550 HTTP/1.1" status: 204 len: 168 time: 0.4422367 Sep 16 00:40:29.877218 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 26908335-c37d-41b5-85ee-2518815b4a14 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:29.882178 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6789de2-1cf9-492d-be3a-0943fc4ac50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128fce1-2070-4236-958d-424caf0e8550,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:30.056031 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] For port 3def3028-f0c7-4e67-b41f-d9c3c436da7d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=3def3028-f0c7-4e67-b41f-d9c3c436da7d,segment=NetworkSegment(4cf023b4-e568-4979-8507-97fc346eb59f),segment_id=4cf023b4-e568-4979-8507-97fc346eb59f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:30.057476 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.075144 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-020becc2-8144-415b-9340-2173dccbbd08 None None] For port 26908335-c37d-41b5-85ee-2518815b4a14, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=26908335-c37d-41b5-85ee-2518815b4a14,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:30.106951 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Calling delete_port for 3def3028-f0c7-4e67-b41f-d9c3c436da7d owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:40:30.135822 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-020becc2-8144-415b-9340-2173dccbbd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.144503 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:28Z', 'revision_number': 3, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:30.179715 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:40:30.180075 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Updating router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:40:30.205510 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733945-34b7-40ef-8d80-ca1ca787ead6 req-eaacd0e8-7465-4fda-880f-9c5a4bd211c0 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:30.214418 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5c733945-34b7-40ef-8d80-ca1ca787ead6 req-eaacd0e8-7465-4fda-880f-9c5a4bd211c0 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 945 time: 0.1555908 Sep 16 00:40:30.221075 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.230946 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-33077f10-089d-4b1b-9d86-2a866a5f179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.247175 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 26908335-c37d-41b5-85ee-2518815b4a14 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:30.247987 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.264401 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-aba7156e-d335-48a1-b942-fd90fd4985a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:30.266012 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-aba7156e-d335-48a1-b942-fd90fd4985a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.2314470 Sep 16 00:40:30.289809 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5c733945-34b7-40ef-8d80-ca1ca787ead6 req-b1afef33-c682-4b7a-bf1f-51c8b4768a2b tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/security-groups?id=8141326d-0179-4bff-a0db-e038f726ff3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Sep 16 00:40:30.386346 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020becc2-8144-415b-9340-2173dccbbd08 None None] Pushing event updated for resources: {'Port': ['ID=26908335-c37d-41b5-85ee-2518815b4a14,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:30.534665 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37358) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:30.564785 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a525d4-bf5f-41b3-aa57-0494fb08f92e req-0b538258-5978-417e-98ce-0a620d3e6b1a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:30.568836 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-ffda298e-0114-427b-97bf-fad0f6db7407 None None] Provisioning complete for port 26908335-c37d-41b5-85ee-2518815b4a14 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:30.569209 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ffda298e-0114-427b-97bf-fad0f6db7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.577298 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33a525d4-bf5f-41b3-aa57-0494fb08f92e req-0b538258-5978-417e-98ce-0a620d3e6b1a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.3280206 Sep 16 00:40:30.601040 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.674245 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33a525d4-bf5f-41b3-aa57-0494fb08f92e req-bbef7ad7-3184-4c5e-ac82-de8927581a52 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911684 Sep 16 00:40:30.704355 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-8482ccde-f8a9-4650-b0dc-663e52a0ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:30.705993 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-8482ccde-f8a9-4650-b0dc-663e52a0ba32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.4155517 Sep 16 00:40:30.766018 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a69a14b-bd6f-46af-8e49-01d76cb4488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.783946 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-33703ab8-f91e-459c-b180-df59321e0479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 217 time: 0.0697980 Sep 16 00:40:30.879950 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a69a14b-bd6f-46af-8e49-01d76cb4488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.908477 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-cf30da0b-2fc6-43f4-886e-b4b8fb2a7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:30.911619 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a69a14b-bd6f-46af-8e49-01d76cb4488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.911790 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-cf30da0b-2fc6-43f4-886e-b4b8fb2a7510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.1185255 Sep 16 00:40:30.912925 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:30.928036 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['3def3028-f0c7-4e67-b41f-d9c3c436da7d'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:40:30.970510 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-ecc7ddb8-b0d2-4d4e-a52d-73b787ba97c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490172 Sep 16 00:40:30.975632 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Pushing event deleted for resources: {'Port': ['ID=3def3028-f0c7-4e67-b41f-d9c3c436da7d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:30.986334 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69a14b-bd6f-46af-8e49-01d76cb4488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d854a2-0902-4b6d-bd9c-de64e112702e,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:31.005892 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.007454 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7a69a14b-bd6f-46af-8e49-01d76cb4488a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43249dcb593748fcb24964b710de3f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710915 Sep 16 00:40:31.011820 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37374) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:31.015330 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.045942 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Allocated IP 172.20.0.1 (5081fe0c-26de-4a17-ae54-7f7ed30d4f88/aed00d2d-04aa-4c81-9f28-944c229ab737/c0cd11cc-b069-4743-91e0-1f71e6c521bd) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:40:31.058706 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] No DVR routers for this DVR port 3def3028-f0c7-4e67-b41f-d9c3c436da7d on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:40:31.079748 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Attempting to bind port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:40:31.079748 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Attempting to bind port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:40:31.079748 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Attempting to bind port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:31.086380 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.088409 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a4e7038d-7b5c-466a-b700-4753a880561b req-abe5d73d-644d-47f3-814b-9deb0b0861e6 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.39 "DELETE /v2.0/ports/3def3028-f0c7-4e67-b41f-d9c3c436da7d HTTP/1.1" status: 204 len: 173 time: 1.6489146 Sep 16 00:40:31.088871 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'name': 'network-vif-deleted', 'tag': '3def3028-f0c7-4e67-b41f-d9c3c436da7d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:40:31.091101 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa584f2-e844-4f85-8165-b04987c28cc6" -d '{"events": [{"server_uuid": "4a3ccb84-b4ee-43c7-903b-f43aa286b7c8", "name": "network-vif-deleted", "tag": "3def3028-f0c7-4e67-b41f-d9c3c436da7d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:40:31.093611 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:40:31.093992 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:31.094406 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.094792 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:40:31.095258 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Bound port: 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:40:31.095781 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.100325 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Pushing event updated for resources: {'Port': ['ID=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:31.161251 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43520579-98e4-488a-9e41-aa5f939db805 x-openstack-request-id: req-43520579-98e4-488a-9e41-aa5f939db805 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:40:31.162063 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3ccb84-b4ee-43c7-903b-f43aa286b7c8", "name": "network-vif-deleted", "tag": "3def3028-f0c7-4e67-b41f-d9c3c436da7d", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:40:31.162063 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43520579-98e4-488a-9e41-aa5f939db805 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:40:31.162309 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3ccb84-b4ee-43c7-903b-f43aa286b7c8', 'name': 'network-vif-deleted', 'tag': '3def3028-f0c7-4e67-b41f-d9c3c436da7d', 'status': 'completed', 'code': 200} Sep 16 00:40:31.165404 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.166285 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.166888 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.167302 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.167686 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.168113 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.168538 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.168969 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.169341 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.169720 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.170110 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.170511 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:31.182611 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-ff541083-b27f-4c9d-bc6e-4d6ee6a63e8e service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854162 Sep 16 00:40:31.210024 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] For port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:40:31.214381 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] For port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:40:31.219489 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.286280 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:31.287290 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:31.291120 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da130-1eee-4a96-8b05-315866daf1de None None] Pushing event updated for resources: {'Port': ['ID=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:31.307306 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c21492a-0a8d-4c68-b645-2f7438930418 req-753d2c73-8d09-4e65-b048-5253e1e8102b service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227579 Sep 16 00:40:31.309283 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-252491bc-7a5a-4db1-ba75-3894457afe7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.374717 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-252491bc-7a5a-4db1-ba75-3894457afe7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.392051 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.436319 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:31.441173 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-42387369-f46a-42f7-84e1-5449d4b68916 req-87501c3d-6c9e-481e-a270-251b4fe8f5f3 tempest-VolumesActionsTest-2008230224 tempest-VolumesActionsTest-2008230224-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3ccb84-b4ee-43c7-903b-f43aa286b7c8 HTTP/1.1" status: 200 len: 210 time: 0.0347869 Sep 16 00:40:31.454831 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.490920 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-252491bc-7a5a-4db1-ba75-3894457afe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.493466 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-252491bc-7a5a-4db1-ba75-3894457afe7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.497700 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-252491bc-7a5a-4db1-ba75-3894457afe7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14d854a2-0902-4b6d-bd9c-de64e112702e HTTP/1.1" status: 204 len: 168 time: 0.4847336 Sep 16 00:40:31.515252 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:31.523183 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:31.525399 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252491bc-7a5a-4db1-ba75-3894457afe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d854a2-0902-4b6d-bd9c-de64e112702e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:31.529740 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:40:31.533474 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cd11cc-b069-4743-91e0-1f71e6c521bd,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:31.573873 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.796673 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 26908335-c37d-41b5-85ee-2518815b4a14 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:31.860600 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:28Z', 'revision_number': 3, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:31.935095 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:31.938206 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb8514-e71a-4eae-8bf6-78ab6ae595dc req-1004959a-563d-4f6f-a35f-9fd24ccb2725 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:31.946360 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e455da-7881-4a73-a541-697383c2ed20 None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:28Z', 'revision_number': 3, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:40:31.958012 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e8eb8514-e71a-4eae-8bf6-78ab6ae595dc req-1004959a-563d-4f6f-a35f-9fd24ccb2725 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.1643372 Sep 16 00:40:32.001613 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 26908335-c37d-41b5-85ee-2518815b4a14 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:32.001983 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.084388 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e8eb8514-e71a-4eae-8bf6-78ab6ae595dc req-e60c4256-7050-4dda-a36c-b71f546d37d2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192386 Sep 16 00:40:32.115960 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-de033b18-ab03-46ce-8fc4-ac50e91ec329 None None] Provisioning complete for port c0cd11cc-b069-4743-91e0-1f71e6c521bd triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:32.116667 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-de033b18-ab03-46ce-8fc4-ac50e91ec329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.169394 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-de033b18-ab03-46ce-8fc4-ac50e91ec329 None None] Port c0cd11cc-b069-4743-91e0-1f71e6c521bd cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:40:32.262110 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.270863 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.288181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37416) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:32.305229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-54dd2b8a-644b-4ffb-b3c6-5988b0c4ac48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.397030 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.398927 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cd11cc-b069-4743-91e0-1f71e6c521bd,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:32.481274 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-54dd2b8a-644b-4ffb-b3c6-5988b0c4ac48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.489182 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-54dd2b8a-644b-4ffb-b3c6-5988b0c4ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.530743 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:32.535658 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:32.580383 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-54dd2b8a-644b-4ffb-b3c6-5988b0c4ac48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b72aa72cc2334efbbaa263758a226f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908387 Sep 16 00:40:32.581936 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd2b8a-644b-4ffb-b3c6-5988b0c4ac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eb2d5d-7785-4150-8a8f-4b059576d26b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:32.584444 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37428) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:32.680578 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f5c-7934-4ddc-b2db-e0bd854fceab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.711640 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.722038 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f5c-7934-4ddc-b2db-e0bd854fceab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.762220 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d10465d1-b204-4443-89cb-ae0ad3d79bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.823007 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f5c-7934-4ddc-b2db-e0bd854fceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.826047 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f5c-7934-4ddc-b2db-e0bd854fceab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:32.831435 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-6b0c4f5c-7934-4ddc-b2db-e0bd854fceab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91eb2d5d-7785-4150-8a8f-4b059576d26b HTTP/1.1" status: 204 len: 168 time: 0.2414150 Sep 16 00:40:32.852080 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4f5c-7934-4ddc-b2db-e0bd854fceab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eb2d5d-7785-4150-8a8f-4b059576d26b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:33.005087 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a7096e83-3582-43c8-9f00-47ba4e0bc8f9 None None] Provisioning complete for port c0cd11cc-b069-4743-91e0-1f71e6c521bd triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:33.005591 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a7096e83-3582-43c8-9f00-47ba4e0bc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:33.048503 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:40:33.071707 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-a7096e83-3582-43c8-9f00-47ba4e0bc8f9 None None] Port c0cd11cc-b069-4743-91e0-1f71e6c521bd cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:40:33.249295 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:40:33.255869 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-9d225d09-a01e-48f8-a753-df954a20de32 admin admin] 10.222.0.13 "PUT /v2.0/routers/13f0f9f6-06d2-4a0c-97d1-1442504acc82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7915308 Sep 16 00:40:33.307684 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179c1c-5a4c-4327-957f-e26fd8c9b553 req-238a305f-0a83-46d7-be89-0045120b7243 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:33.318975 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a9179c1c-5a4c-4327-957f-e26fd8c9b553 req-238a305f-0a83-46d7-be89-0045120b7243 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.1320059 Sep 16 00:40:33.433169 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a9179c1c-5a4c-4327-957f-e26fd8c9b553 req-c252988d-2450-40b4-80bb-554877768c29 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089053 Sep 16 00:40:33.627156 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:33.758384 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:33.933059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:33.943690 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:33.944083 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.058123 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.083233 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:34.092537 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.158346 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:34.178885 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37526) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:34.183870 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-734168656-network', 'tenant_id': '8497b272a3554062b1650ec3006692f8'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:34.209588 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Made reservation on behalf of 8497b272a3554062b1650ec3006692f8 for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:40:34.212037 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.223249 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.319221 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.323733 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.356554 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:40:34.365376 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58215d9c-e851-4650-9a96-9e6716b29efd,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:34.369240 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:40:34.376460 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.377017 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Added segment 5ee7f42b-8bcb-4c45-bef7-b22140e19676 of type vlan for network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 Sep 16 00:40:34.380734 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:34.381398 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:34.428387 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.458491 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.459960 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:34.461114 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.492860 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37540) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:34.493512 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3129072 Sep 16 00:40:34.500145 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Request body: {'subnet': {'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-734168656-subnet', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:34.544552 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Made reservation on behalf of 8497b272a3554062b1650ec3006692f8 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:40:34.545880 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:34.547287 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.563669 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8487bf0-ed09-404c-9251-d74c793ef652 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e7a2a9-3da4-44ac-bdec-b168a00b1518,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:34.579372 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:40:34.664873 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddce31-89c4-4855-be21-bc37afaf6ec1 req-8d9f353d-4140-4ecc-8676-6d2c83b367a0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:34.666653 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f1ddce31-89c4-4855-be21-bc37afaf6ec1 req-8d9f353d-4140-4ecc-8676-6d2c83b367a0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.1355996 Sep 16 00:40:34.735526 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f1ddce31-89c4-4855-be21-bc37afaf6ec1 req-b9624e30-f7ae-4439-9717-581a6b5dc7de tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620525 Sep 16 00:40:34.796125 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.849368 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:32Z', 'revision_number': 2, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:34.865601 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a14a6b-4750-47e4-87df-ad25ca302d3e,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:34.871634 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Checking segment: {'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:34.872182 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Network hostable DHCP agents. Network: e1e7a2a9-3da4-44ac-bdec-b168a00b1518, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:40:34.890003 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:40:34.890547 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Updating router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 port c0cd11cc-b069-4743-91e0-1f71e6c521bd binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:40:34.895821 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:40:34.911942 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, e1e7a2a9-3da4-44ac-bdec-b168a00b1518) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:34.916415 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 3def3028-f0c7-4e67-b41f-d9c3c436da7d no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:40:34.916954 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:34.917738 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.942791 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-b7a52829-4c5a-4790-ba66-9301d2db604f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4478614 Sep 16 00:40:34.946022 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37560) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:34.951607 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c9b9c-258f-44a4-b48d-313ec3a0b9f0 None None] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:40:34.957315 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:34.966311 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 3def3028-f0c7-4e67-b41f-d9c3c436da7d {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:40:34.967319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 3def3028-f0c7-4e67-b41f-d9c3c436da7d not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:40:34.977392 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.993493 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:34.993493 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.048374 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.239894 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.344950 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-e1e7a2a9-3da4-44ac-bdec-b168a00b1518', 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'fixed_ips': [{'subnet_id': '56a14a6b-4750-47e4-87df-ad25ca302d3e'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:40:35.346196 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.467079 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.491085 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.599669 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.618668 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Allocated IP 172.27.0.174 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/f2809182-db2d-4867-9f96-1e917b7908f4) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:40:35.620434 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.705128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Allocated IP 172.20.0.2 (e1e7a2a9-3da4-44ac-bdec-b168a00b1518/56a14a6b-4750-47e4-87df-ad25ca302d3e/244fbe84-3797-418a-8b67-4284719d1ede) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:40:35.725188 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd30a4-23c2-4467-a89d-015a1ec2170e None None] Pushing event updated for resources: {'Port': ['ID=c0cd11cc-b069-4743-91e0-1f71e6c521bd,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:35.734583 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:35.804142 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.856138 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.895662 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:35.898839 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:35.905665 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:40:35.919659 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.921021 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188926d-6092-4cf5-95c1-ce103e2291ab req-5ceba3ec-e51c-4957-9303-823ff9721b25 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:35.923480 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a188926d-6092-4cf5-95c1-ce103e2291ab req-5ceba3ec-e51c-4957-9303-823ff9721b25 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0870042 Sep 16 00:40:35.924235 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Attempting to bind port c0cd11cc-b069-4743-91e0-1f71e6c521bd on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:40:35.925221 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Attempting to bind port c0cd11cc-b069-4743-91e0-1f71e6c521bd by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:40:35.925591 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Attempting to bind port c0cd11cc-b069-4743-91e0-1f71e6c521bd on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:35.950974 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:40:35.951617 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Checking segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:35.952197 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.952767 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Bound using segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:40:35.953408 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Bound port: c0cd11cc-b069-4743-91e0-1f71e6c521bd, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:40:35.953950 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:35.958541 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Pushing event updated for resources: {'Port': ['ID=f2809182-db2d-4867-9f96-1e917b7908f4,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:36.005821 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a188926d-6092-4cf5-95c1-ce103e2291ab req-f6c5a25d-7c95-4d88-bb00-0d6b81556b32 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751317 Sep 16 00:40:36.010916 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37612) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:36.037166 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:36.037538 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.121953 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-1316f600-2d6c-4b5d-b887-34d9bdb069a8 None None] Provisioning complete for port c0cd11cc-b069-4743-91e0-1f71e6c521bd triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:36.122508 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1316f600-2d6c-4b5d-b887-34d9bdb069a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.153222 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d22a-a73c-4ce4-a244-620dd8d8cf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.169768 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] For port c0cd11cc-b069-4743-91e0-1f71e6c521bd, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:40:36.177959 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.198059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] For port c0cd11cc-b069-4743-91e0-1f71e6c521bd, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=c0cd11cc-b069-4743-91e0-1f71e6c521bd,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:40:36.200541 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.203949 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1316f600-2d6c-4b5d-b887-34d9bdb069a8 None None] Port c0cd11cc-b069-4743-91e0-1f71e6c521bd cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:40:36.210131 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.242533 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.254601 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d22a-a73c-4ce4-a244-620dd8d8cf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.262237 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d22a-a73c-4ce4-a244-620dd8d8cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.283275 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Pushing event updated for resources: {'Port': ['ID=244fbe84-3797-418a-8b67-4284719d1ede,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:36.295777 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:36.323471 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a7f1d22a-a73c-4ce4-a244-620dd8d8cf03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fabf30678874c71bf66df8591ea8999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110828 Sep 16 00:40:36.325194 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1d22a-a73c-4ce4-a244-620dd8d8cf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd39f1f-1d68-4f44-8e7e-2bcfc2e2909c,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:36.326476 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:36.328374 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37622) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:36.339180 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:40:36.351872 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:36.352538 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:36.424228 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-929f8c0c-5b0a-4fcb-86ca-3c12fe5bbeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.438158 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd30a4-23c2-4467-a89d-015a1ec2170e None None] Pushing event updated for resources: {'Port': ['ID=c0cd11cc-b069-4743-91e0-1f71e6c521bd,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:36.458525 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-929f8c0c-5b0a-4fcb-86ca-3c12fe5bbeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.480158 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Attempting to bind port 244fbe84-3797-418a-8b67-4284719d1ede on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:40:36.480533 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Attempting to bind port 244fbe84-3797-418a-8b67-4284719d1ede by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:40:36.480921 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Attempting to bind port 244fbe84-3797-418a-8b67-4284719d1ede on network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:36.503905 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.521801 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-929f8c0c-5b0a-4fcb-86ca-3c12fe5bbeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.522307 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:40:36.522687 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Checking segment: {'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:36.523092 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.523487 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Bound using segment: {'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:40:36.523979 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Bound port: 244fbe84-3797-418a-8b67-4284719d1ede, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:40:36.524361 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.526589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-929f8c0c-5b0a-4fcb-86ca-3c12fe5bbeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.528578 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-929f8c0c-5b0a-4fcb-86ca-3c12fe5bbeef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dd39f1f-1d68-4f44-8e7e-2bcfc2e2909c HTTP/1.1" status: 204 len: 168 time: 0.1835008 Sep 16 00:40:36.543483 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f8c0c-5b0a-4fcb-86ca-3c12fe5bbeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd39f1f-1d68-4f44-8e7e-2bcfc2e2909c,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:36.574983 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:36.694393 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-2715e394-1e66-4fe6-9ef6-874710d7fd32 None None] Provisioning complete for port c0cd11cc-b069-4743-91e0-1f71e6c521bd triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:36.694766 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2715e394-1e66-4fe6-9ef6-874710d7fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.726950 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] For port 244fbe84-3797-418a-8b67-4284719d1ede, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:40:36.783241 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] For port 244fbe84-3797-418a-8b67-4284719d1ede, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=244fbe84-3797-418a-8b67-4284719d1ede,segment=NetworkSegment(5ee7f42b-8bcb-4c45-bef7-b22140e19676),segment_id=5ee7f42b-8bcb-4c45-bef7-b22140e19676)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:40:36.794228 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.851835 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37630) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:36.868874 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d093c858-8072-4ae2-9b5e-37fe4865a862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.877539 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Router 937043b4-8ce6-4eff-9675-8f27af7a2e0d is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:40:36.890599 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e4e9-c457-4915-b80d-39972d8440db None None] Pushing event updated for resources: {'Port': ['ID=244fbe84-3797-418a-8b67-4284719d1ede,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:36.962329 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2715e394-1e66-4fe6-9ef6-874710d7fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.984247 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d093c858-8072-4ae2-9b5e-37fe4865a862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:36.990310 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d093c858-8072-4ae2-9b5e-37fe4865a862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.004816 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-2715e394-1e66-4fe6-9ef6-874710d7fd32 None None] For port c0cd11cc-b069-4743-91e0-1f71e6c521bd, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=c0cd11cc-b069-4743-91e0-1f71e6c521bd,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:37.012050 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:37.015587 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2715e394-1e66-4fe6-9ef6-874710d7fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.021736 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:40:37.032887 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d093c858-8072-4ae2-9b5e-37fe4865a862 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a217c80f5e84abdb614c4f7ea9af2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789348 Sep 16 00:40:37.033803 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37634) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:37.035198 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Sync routers for ids ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:40:37.044319 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093c858-8072-4ae2-9b5e-37fe4865a862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22f0eb-64d3-452f-908b-2656d05ff078,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:37.057553 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Routers {'937043b4-8ce6-4eff-9675-8f27af7a2e0d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:37.058350 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:37.062260 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b374a4-2ce9-47dd-bcb5-2ff5cf02d2cd None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:40:37.069053 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.070562 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-724c443d-fdac-43b0-beca-ad80e833341d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1235225 Sep 16 00:40:37.073525 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37636) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:37.175288 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715e394-1e66-4fe6-9ef6-874710d7fd32 None None] Pushing event updated for resources: {'Port': ['ID=c0cd11cc-b069-4743-91e0-1f71e6c521bd,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:37.189193 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5e6b335c-ef5e-472d-a844-dfb10ea91ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.225223 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5e6b335c-ef5e-472d-a844-dfb10ea91ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.258378 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Set router 937043b4-8ce6-4eff-9675-8f27af7a2e0d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:37.310220 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5e6b335c-ef5e-472d-a844-dfb10ea91ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.313385 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5e6b335c-ef5e-472d-a844-dfb10ea91ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.332281 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-5e6b335c-ef5e-472d-a844-dfb10ea91ab8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d22f0eb-64d3-452f-908b-2656d05ff078 HTTP/1.1" status: 204 len: 168 time: 0.2965813 Sep 16 00:40:37.351831 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b335c-ef5e-472d-a844-dfb10ea91ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22f0eb-64d3-452f-908b-2656d05ff078,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:37.530299 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 3, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port': {'id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:35Z', 'updated_at': '2021-09-16T00:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:37.560505 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Checking router: 937043b4-8ce6-4eff-9675-8f27af7a2e0d for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:40:37.560978 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Updating router 937043b4-8ce6-4eff-9675-8f27af7a2e0d port f2809182-db2d-4867-9f96-1e917b7908f4 binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:40:37.593837 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.822718 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:37.859580 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 244fbe84-3797-418a-8b67-4284719d1ede up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:37.966749 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 244fbe84-3797-418a-8b67-4284719d1ede triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:37.967033 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.076838 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Allocated IP 172.20.0.1 (e1e7a2a9-3da4-44ac-bdec-b168a00b1518/56a14a6b-4750-47e4-87df-ad25ca302d3e/9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:40:38.104111 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.121812 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.170627 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.194557 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af06d-2cfb-48a0-b1b4-a48408f6ee93 None None] Pushing event updated for resources: {'Port': ['ID=f2809182-db2d-4867-9f96-1e917b7908f4,revision_number=2']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:38.214253 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Attempting to bind port f2809182-db2d-4867-9f96-1e917b7908f4 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:40:38.214704 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Attempting to bind port f2809182-db2d-4867-9f96-1e917b7908f4 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:40:38.214953 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Attempting to bind port f2809182-db2d-4867-9f96-1e917b7908f4 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:38.220457 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:40:38.221554 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:38.222201 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.222593 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:40:38.223059 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Bound port: f2809182-db2d-4867-9f96-1e917b7908f4, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:40:38.223450 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.259027 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff39437-8d76-4844-8a16-b42a743a894b None None] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:40:38.289278 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 244fbe84-3797-418a-8b67-4284719d1ede, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=244fbe84-3797-418a-8b67-4284719d1ede,segment=NetworkSegment(5ee7f42b-8bcb-4c45-bef7-b22140e19676),segment_id=5ee7f42b-8bcb-4c45-bef7-b22140e19676)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:38.299581 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.307047 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] For port f2809182-db2d-4867-9f96-1e917b7908f4, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:40:38.310832 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] For port f2809182-db2d-4867-9f96-1e917b7908f4, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=f2809182-db2d-4867-9f96-1e917b7908f4,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:40:38.320535 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.324640 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.325862 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device c0cd11cc-b069-4743-91e0-1f71e6c521bd up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:38.364350 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.399349 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af06d-2cfb-48a0-b1b4-a48408f6ee93 None None] Pushing event updated for resources: {'Port': ['ID=f2809182-db2d-4867-9f96-1e917b7908f4,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:38.418334 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:38.421707 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:38.423285 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Routers {'937043b4-8ce6-4eff-9675-8f27af7a2e0d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:38.424143 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:38.429463 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:40:38.430260 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.433375 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4df7fd97-74b6-483c-b748-98888cf48c28 None None] Provisioning complete for port 244fbe84-3797-418a-8b67-4284719d1ede triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:38.433749 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4df7fd97-74b6-483c-b748-98888cf48c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.484240 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Pushing event updated for resources: {'Port': ['ID=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:38.632985 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] Set router 937043b4-8ce6-4eff-9675-8f27af7a2e0d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:38.667451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.735059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=244fbe84-3797-418a-8b67-4284719d1ede,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:38.806308 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port c0cd11cc-b069-4743-91e0-1f71e6c521bd triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:38.806684 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:38.990042 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 3, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port': {'id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:35Z', 'updated_at': '2021-09-16T00:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:39.025338 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d158285-c162-42e6-b6b3-b17abb8684e5 None None] The sync data for ids ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'] in dv-cinder-809303-1-iscsi is: [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 3, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port': {'id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:35Z', 'updated_at': '2021-09-16T00:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:40:39.186687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:39.193886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:39.194836 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:39.250191 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f76d047b-0fd9-4ee8-9d5d-20735053377d None None] Provisioning complete for port 244fbe84-3797-418a-8b67-4284719d1ede triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:39.250737 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f76d047b-0fd9-4ee8-9d5d-20735053377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:39.374501 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Pushing event updated for resources: {'Port': ['ID=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:39.447477 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:40:39.449069 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:40:39.454287 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f76d047b-0fd9-4ee8-9d5d-20735053377d None None] Provisioning complete for port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:39.454870 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f76d047b-0fd9-4ee8-9d5d-20735053377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:39.497860 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-f76d047b-0fd9-4ee8-9d5d-20735053377d None None] Port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:40:39.635851 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-18db1a05-992c-48f3-a704-0b7368a7b3d0 None None] Provisioning complete for port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:39.636396 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-18db1a05-992c-48f3-a704-0b7368a7b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:39.660080 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Router 937043b4-8ce6-4eff-9675-8f27af7a2e0d has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:40:39.712556 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-18db1a05-992c-48f3-a704-0b7368a7b3d0 None None] Port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:40:39.834555 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-98376a11-5a7f-4a69-9680-197d9e7461d3 None None] Provisioning complete for port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:39.835264 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-98376a11-5a7f-4a69-9680-197d9e7461d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:39.863186 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 244fbe84-3797-418a-8b67-4284719d1ede up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:39.865380 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:40:39.877335 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-12aec225-3202-4df0-8f01-dfac2b102749 admin admin] 10.222.0.13 "PUT /v2.0/routers/937043b4-8ce6-4eff-9675-8f27af7a2e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8023920 Sep 16 00:40:39.935446 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-98376a11-5a7f-4a69-9680-197d9e7461d3 None None] Port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:40:39.956551 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 244fbe84-3797-418a-8b67-4284719d1ede triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:39.956778 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.062517 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409a258-4f1e-4793-889b-79c975890117 req-7ad570f4-f805-4e64-9120-eb409ad6ebab tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:40.065187 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8409a258-4f1e-4793-889b-79c975890117 req-7ad570f4-f805-4e64-9120-eb409ad6ebab tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0854888 Sep 16 00:40:40.081914 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device f2809182-db2d-4867-9f96-1e917b7908f4 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:40.147388 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port f2809182-db2d-4867-9f96-1e917b7908f4 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:40.148104 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.153458 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8409a258-4f1e-4793-889b-79c975890117 req-0b717bf7-5316-4ba1-a1e6-3e1ef09d572d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816958 Sep 16 00:40:40.232598 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.254825 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port f2809182-db2d-4867-9f96-1e917b7908f4, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=f2809182-db2d-4867-9f96-1e917b7908f4,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:40.258860 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.321376 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=f2809182-db2d-4867-9f96-1e917b7908f4,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:40.331564 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37742) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:40.492255 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db19ee72-1936-44e6-a2dd-0cdfb6d24d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.528508 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37750) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:40.534171 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-6fcee847-315c-4a87-bdd6-73f702b87a87 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403203904', 'description': 'tempest-secgroup-smoke-403203904 description', 'project_id': 'eca8c8af142841f08c26a48f384e1660'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:40.593061 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db19ee72-1936-44e6-a2dd-0cdfb6d24d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.597046 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db19ee72-1936-44e6-a2dd-0cdfb6d24d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.614131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6fcee847-315c-4a87-bdd6-73f702b87a87 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.635497 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19ee72-1936-44e6-a2dd-0cdfb6d24d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0e66f-56ad-41f2-96d8-193f5dd9fd6d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:40.645503 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-db19ee72-1936-44e6-a2dd-0cdfb6d24d84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1988baf29ea49b5a993242d48a9dbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122933 Sep 16 00:40:40.646099 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37752) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:40.702153 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-74659e1c-3a25-4b45-9977-da0a8232f785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.721213 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6fcee847-315c-4a87-bdd6-73f702b87a87 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.724706 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-74659e1c-3a25-4b45-9977-da0a8232f785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.727441 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6fcee847-315c-4a87-bdd6-73f702b87a87 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.763043 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee847-315c-4a87-bdd6-73f702b87a87 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da914e1-4d9a-42b5-9bb5-11d052060754,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:40.766245 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6fcee847-315c-4a87-bdd6-73f702b87a87 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.767452 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6fcee847-315c-4a87-bdd6-73f702b87a87 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2379153 Sep 16 00:40:40.771355 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37756) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:40.776819 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-fc8f5335-b600-4833-a6ec-a445a6362f5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'security_group_rule': {'security_group_id': '9da914e1-4d9a-42b5-9bb5-11d052060754', 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:40.805955 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5335-b600-4833-a6ec-a445a6362f5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.809760 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-74659e1c-3a25-4b45-9977-da0a8232f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.812202 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-74659e1c-3a25-4b45-9977-da0a8232f785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.813365 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-74659e1c-3a25-4b45-9977-da0a8232f785 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ad0e66f-56ad-41f2-96d8-193f5dd9fd6d HTTP/1.1" status: 204 len: 168 time: 0.1663597 Sep 16 00:40:40.829445 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74659e1c-3a25-4b45-9977-da0a8232f785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad0e66f-56ad-41f2-96d8-193f5dd9fd6d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:40.884983 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5335-b600-4833-a6ec-a445a6362f5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.889587 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5335-b600-4833-a6ec-a445a6362f5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.912765 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f5335-b600-4833-a6ec-a445a6362f5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc442ecf-3e62-4c91-ade9-300b990bf3f7,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:40.926275 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5335-b600-4833-a6ec-a445a6362f5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.930348 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fc8f5335-b600-4833-a6ec-a445a6362f5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555357 Sep 16 00:40:40.930487 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37764) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:40.935326 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-7ad52617-14ef-482a-be08-07a2083dc57d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'security_group_rule': {'security_group_id': '9da914e1-4d9a-42b5-9bb5-11d052060754', 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:40.966468 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7ad52617-14ef-482a-be08-07a2083dc57d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:40.977163 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Sync routers for ids ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:40:40.987085 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Routers {'937043b4-8ce6-4eff-9675-8f27af7a2e0d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:40.988552 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:41.026625 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7ad52617-14ef-482a-be08-07a2083dc57d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.033275 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7ad52617-14ef-482a-be08-07a2083dc57d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.050952 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad52617-14ef-482a-be08-07a2083dc57d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee343c8-e988-4ead-a3a1-1994d16c3d8a,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.059815 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7ad52617-14ef-482a-be08-07a2083dc57d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.063893 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37768) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:41.064074 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7ad52617-14ef-482a-be08-07a2083dc57d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323936 Sep 16 00:40:41.069366 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-67a680b3-7931-4435-9242-dc164d7a5e93 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'security_group_rule': {'security_group_id': '9da914e1-4d9a-42b5-9bb5-11d052060754', 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:41.096421 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67a680b3-7931-4435-9242-dc164d7a5e93 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.110725 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Set router 937043b4-8ce6-4eff-9675-8f27af7a2e0d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:41.168621 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37772) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:41.173236 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67a680b3-7931-4435-9242-dc164d7a5e93 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.179362 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67a680b3-7931-4435-9242-dc164d7a5e93 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.184243 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a98-d0c1-47e0-b285-e85ca0f71831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.203165 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67a680b3-7931-4435-9242-dc164d7a5e93 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.207804 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-67a680b3-7931-4435-9242-dc164d7a5e93 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386492 Sep 16 00:40:41.207804 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a680b3-7931-4435-9242-dc164d7a5e93 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ab08f1-0bed-4182-b370-2b94beca47be,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.208106 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37774) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:41.214006 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-458d478e-307a-4f27-972c-c5ee8a15efc7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'security_group_rule': {'security_group_id': '9da914e1-4d9a-42b5-9bb5-11d052060754', 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:41.300849 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a98-d0c1-47e0-b285-e85ca0f71831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.310198 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a98-d0c1-47e0-b285-e85ca0f71831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.328474 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:40:38Z', 'revision_number': 4, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port': {'id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:35Z', 'updated_at': '2021-09-16T00:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17', 'name': '', 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'mac_address': 'fa:16:3e:b3:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '56a14a6b-4750-47e4-87df-ad25ca302d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:37Z', 'updated_at': '2021-09-16T00:40:38Z', 'revision_number': 2, 'project_id': '8497b272a3554062b1650ec3006692f8', 'subnets': [{'id': '56a14a6b-4750-47e4-87df-ad25ca302d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:41.355761 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Checking router: 937043b4-8ce6-4eff-9675-8f27af7a2e0d for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:40:41.356106 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Updating router 937043b4-8ce6-4eff-9675-8f27af7a2e0d port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:40:41.366244 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-2bc24a98-d0c1-47e0-b285-e85ca0f71831 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b46adff9fab24c86b9d8ef5d0dbb1232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965084 Sep 16 00:40:41.367947 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-458d478e-307a-4f27-972c-c5ee8a15efc7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.369034 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37780) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:41.371775 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc24a98-d0c1-47e0-b285-e85ca0f71831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61a963-6527-4224-a1dc-188f0fd5a534,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.383244 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.421234 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-341c03fc-9da6-4309-b28e-962cc83a436a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.438603 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-458d478e-307a-4f27-972c-c5ee8a15efc7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.443669 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-458d478e-307a-4f27-972c-c5ee8a15efc7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.444265 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-341c03fc-9da6-4309-b28e-962cc83a436a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.458610 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d478e-307a-4f27-972c-c5ee8a15efc7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ebebf1-9b92-48a4-8c77-32e8c3f5fd91,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.480055 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-458d478e-307a-4f27-972c-c5ee8a15efc7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.483911 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-458d478e-307a-4f27-972c-c5ee8a15efc7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2723434 Sep 16 00:40:41.485125 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37784) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:41.489318 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'security_group_rule': {'security_group_id': '9da914e1-4d9a-42b5-9bb5-11d052060754', 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:41.510589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-341c03fc-9da6-4309-b28e-962cc83a436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.513109 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-341c03fc-9da6-4309-b28e-962cc83a436a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.516610 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-341c03fc-9da6-4309-b28e-962cc83a436a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f61a963-6527-4224-a1dc-188f0fd5a534 HTTP/1.1" status: 204 len: 168 time: 0.1441877 Sep 16 00:40:41.525041 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c03fc-9da6-4309-b28e-962cc83a436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61a963-6527-4224-a1dc-188f0fd5a534,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.528111 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.securitygroups_db [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Project eca8c8af142841f08c26a48f384e1660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 00:40:41.534194 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.602069 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.607377 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.625642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e60434-65dd-49ba-9214-cabebb28ad05,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.631907 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.633226 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-42003bd6-9922-4b39-aa11-cc1384cc5a4e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479950 Sep 16 00:40:41.636098 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37788) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:41.646467 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'security_group_rule': {'security_group_id': '9da914e1-4d9a-42b5-9bb5-11d052060754', 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:40:41.694971 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.securitygroups_db [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Project eca8c8af142841f08c26a48f384e1660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 00:40:41.704824 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.706834 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.710122 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device f2809182-db2d-4867-9f96-1e917b7908f4 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:41.738291 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.785210 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.793284 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.794684 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae39d1-b316-44a5-8c87-a29df62d141f None None] Pushing event updated for resources: {'Port': ['ID=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.825371 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a23ad0f-1fc5-4adf-ab35-8454163f4242,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:41.829757 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.834646 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4dcaccb2-be32-49fd-a9b6-2b91df69a959 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1940813 Sep 16 00:40:41.871292 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port f2809182-db2d-4867-9f96-1e917b7908f4 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:41.871292 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.926718 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Attempting to bind port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:40:41.927140 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Attempting to bind port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:40:41.927634 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Attempting to bind port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 on network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:40:41.941669 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:40:41.942179 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Checking segment: {'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:40:41.942634 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:41.943079 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Bound using segment: {'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:40:41.943619 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Bound port: 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee7f42b-8bcb-4c45-bef7-b22140e19676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:40:41.944067 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:42.047554 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] For port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:40:42.051365 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] For port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,segment=NetworkSegment(5ee7f42b-8bcb-4c45-bef7-b22140e19676),segment_id=5ee7f42b-8bcb-4c45-bef7-b22140e19676)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:40:42.057668 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:42.118896 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-b4e63b56-dc60-47d0-bf5c-8014af7b0718 None None] Provisioning complete for port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:42.119324 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4e63b56-dc60-47d0-bf5c-8014af7b0718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:42.150849 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae39d1-b316-44a5-8c87-a29df62d141f None None] Pushing event updated for resources: {'Port': ['ID=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:42.159349 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Routers {'937043b4-8ce6-4eff-9675-8f27af7a2e0d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:40:42.159982 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:40:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:42.304319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4e63b56-dc60-47d0-bf5c-8014af7b0718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:42.309852 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] Set router 937043b4-8ce6-4eff-9675-8f27af7a2e0d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:40:42.563403 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b4e63b56-dc60-47d0-bf5c-8014af7b0718 None None] For port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,segment=NetworkSegment(5ee7f42b-8bcb-4c45-bef7-b22140e19676),segment_id=5ee7f42b-8bcb-4c45-bef7-b22140e19676)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:40:42.574443 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4e63b56-dc60-47d0-bf5c-8014af7b0718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:42.669550 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e63b56-dc60-47d0-bf5c-8014af7b0718 None None] Pushing event updated for resources: {'Port': ['ID=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:42.721813 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-92e27415-3fd3-432b-b91e-71b9ee562340 None None] Provisioning complete for port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:42.722161 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-92e27415-3fd3-432b-b91e-71b9ee562340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:42.806037 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:40:38Z', 'revision_number': 4, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port': {'id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:35Z', 'updated_at': '2021-09-16T00:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17', 'name': '', 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'mac_address': 'fa:16:3e:b3:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '56a14a6b-4750-47e4-87df-ad25ca302d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:37Z', 'updated_at': '2021-09-16T00:40:42Z', 'revision_number': 4, 'project_id': '8497b272a3554062b1650ec3006692f8', 'subnets': [{'id': '56a14a6b-4750-47e4-87df-ad25ca302d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:40:42.831338 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 37866) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:42.834922 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ec71-5bc5-4389-aefd-e73a2a5ac593 None None] The sync data for ids ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'] in dv-cinder-809303-1-iscsi is: [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:40:38Z', 'revision_number': 4, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port': {'id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:35Z', 'updated_at': '2021-09-16T00:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17', 'name': '', 'network_id': 'e1e7a2a9-3da4-44ac-bdec-b168a00b1518', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'mac_address': 'fa:16:3e:b3:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '56a14a6b-4750-47e4-87df-ad25ca302d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:37Z', 'updated_at': '2021-09-16T00:40:42Z', 'revision_number': 4, 'project_id': '8497b272a3554062b1650ec3006692f8', 'subnets': [{'id': '56a14a6b-4750-47e4-87df-ad25ca302d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:40:42.964834 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7ca8dd26-f1f8-441b-b3bf-3687493f7167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:43.060953 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7ca8dd26-f1f8-441b-b3bf-3687493f7167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:43.065683 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7ca8dd26-f1f8-441b-b3bf-3687493f7167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:43.104382 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-7ca8dd26-f1f8-441b-b3bf-3687493f7167 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fd93f1f75bd4bb89e86ad7836489993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719460 Sep 16 00:40:43.105286 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8dd26-f1f8-441b-b3bf-3687493f7167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4a034d-0bc7-4338-a7b4-72b7fe75fa02,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:43.106881 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 37872) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:43.158071 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-39155799-01da-4871-b686-bd77fdcb953c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:43.179662 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-39155799-01da-4871-b686-bd77fdcb953c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:43.230871 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-39155799-01da-4871-b686-bd77fdcb953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:43.233485 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-39155799-01da-4871-b686-bd77fdcb953c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:43.234650 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-39155799-01da-4871-b686-bd77fdcb953c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e4a034d-0bc7-4338-a7b4-72b7fe75fa02 HTTP/1.1" status: 204 len: 168 time: 0.1267586 Sep 16 00:40:43.243352 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39155799-01da-4871-b686-bd77fdcb953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4a034d-0bc7-4338-a7b4-72b7fe75fa02,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:43.447093 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:40:43.723462 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:40:43.780172 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:40:43.780546 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:44.534711 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d42c3-47be-403f-b088-7efd6be2e033 req-7c7b5c2a-4d34-41ba-a499-59bd8603bbe5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:44.536247 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-432d42c3-47be-403f-b088-7efd6be2e033 req-7c7b5c2a-4d34-41ba-a499-59bd8603bbe5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0547709 Sep 16 00:40:44.575966 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-432d42c3-47be-403f-b088-7efd6be2e033 req-abcc9f8c-8c12-45c0-bffd-e5f53955be30 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Sep 16 00:40:45.696354 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca80eef-7495-4095-85b0-cb5740848054 req-75f7af94-f5f8-4118-9c3e-1185aa630d66 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:45.698007 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cca80eef-7495-4095-85b0-cb5740848054 req-75f7af94-f5f8-4118-9c3e-1185aa630d66 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Sep 16 00:40:45.741292 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cca80eef-7495-4095-85b0-cb5740848054 req-8438234a-bdc4-4990-ab15-442590421c30 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370071 Sep 16 00:40:46.857315 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632284c4-a41c-4ab6-ba06-4054c60b8049 req-e9c7a79d-b2c9-48af-b828-bca9a7ed4034 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:46.858741 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-632284c4-a41c-4ab6-ba06-4054c60b8049 req-e9c7a79d-b2c9-48af-b828-bca9a7ed4034 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0478370 Sep 16 00:40:46.897666 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-632284c4-a41c-4ab6-ba06-4054c60b8049 req-f1f2e37f-9d53-48cc-8cfc-a9a71d1f182a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Sep 16 00:40:48.020405 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6a629-d922-4c02-80b5-46d8e1a078e7 req-ec72c945-1c9f-4519-8a84-0994ed187dd3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:48.021932 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eda6a629-d922-4c02-80b5-46d8e1a078e7 req-ec72c945-1c9f-4519-8a84-0994ed187dd3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Sep 16 00:40:48.061413 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eda6a629-d922-4c02-80b5-46d8e1a078e7 req-95e8b7d4-8aef-4588-a8e2-c331a8a66b38 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Sep 16 00:40:48.493219 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38058) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:48.605276 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:48.699269 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:48.703060 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:48.743236 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91a2edfe957d45caa9b947646d324b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488055 Sep 16 00:40:48.744124 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3688198-5174-4400-aa45-d7527c2e40ea,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:48.745954 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38066) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:48.751201 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.751619 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.751890 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.752827 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.752827 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.753130 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.753451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.754000 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.754123 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.754410 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.754732 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.755055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1329de-d00c-4fba-95e9-368af8d97507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.804680 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:48.829073 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:48.886018 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:48.888678 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:48.889829 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3688198-5174-4400-aa45-d7527c2e40ea HTTP/1.1" status: 204 len: 168 time: 0.1428297 Sep 16 00:40:48.899228 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3688198-5174-4400-aa45-d7527c2e40ea,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:48.906508 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.906856 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.907190 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.907517 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.907837 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.908479 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.908837 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.909161 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.909482 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.909800 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.910116 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:48.910427 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bdf2d0-ad56-4c92-bd1a-804e02f75230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:40:49.156009 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38078) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:49.169166 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c2e210b2-2a62-4ef9-9e8c-d50e07f9aed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:49.189135 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e03c45-6ec0-4a50-b740-3c19370d64dd req-b118c4bf-b2c5-4cb1-8357-fcc98b9603cc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:49.190825 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c7e03c45-6ec0-4a50-b740-3c19370d64dd req-b118c4bf-b2c5-4cb1-8357-fcc98b9603cc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0553429 Sep 16 00:40:49.244946 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c7e03c45-6ec0-4a50-b740-3c19370d64dd req-4c7d995c-2620-4347-b514-67a07f668384 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Sep 16 00:40:49.276157 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c2e210b2-2a62-4ef9-9e8c-d50e07f9aed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:49.280171 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c2e210b2-2a62-4ef9-9e8c-d50e07f9aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:49.317999 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c2e210b2-2a62-4ef9-9e8c-d50e07f9aed8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f414705c68fd4fe9a0d2c729338e2bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608033 Sep 16 00:40:49.318872 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e210b2-2a62-4ef9-9e8c-d50e07f9aed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75381e13-149b-4315-be75-b6f428c71c08,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:49.320725 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38082) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:49.377304 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-978d13aa-faee-437d-b4e7-78be6fc6a49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:49.398049 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-978d13aa-faee-437d-b4e7-78be6fc6a49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:49.442801 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-978d13aa-faee-437d-b4e7-78be6fc6a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:49.445417 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-978d13aa-faee-437d-b4e7-78be6fc6a49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:49.446568 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-978d13aa-faee-437d-b4e7-78be6fc6a49c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75381e13-149b-4315-be75-b6f428c71c08 HTTP/1.1" status: 204 len: 168 time: 0.1247847 Sep 16 00:40:49.453913 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d13aa-faee-437d-b4e7-78be6fc6a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75381e13-149b-4315-be75-b6f428c71c08,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:50.375119 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e77c5-1574-4394-8d7b-026f52221b9c req-ece2a58d-5119-4292-a1ea-560194ac5098 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:50.377454 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-831e77c5-1574-4394-8d7b-026f52221b9c req-ece2a58d-5119-4292-a1ea-560194ac5098 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0545111 Sep 16 00:40:50.419467 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-831e77c5-1574-4394-8d7b-026f52221b9c req-2b565535-ceb6-4d73-8c7f-7b74c8177168 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 Sep 16 00:40:51.542849 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b5548-4e62-4f40-99d4-3e8a9f0ece09 req-f4504492-5645-4671-9efe-896cefd99c72 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:51.544345 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ea0b5548-4e62-4f40-99d4-3e8a9f0ece09 req-f4504492-5645-4671-9efe-896cefd99c72 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0518425 Sep 16 00:40:51.581538 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ea0b5548-4e62-4f40-99d4-3e8a9f0ece09 req-0fb4917d-c04e-409d-80d7-8d49b57589fe tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Sep 16 00:40:52.699496 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f05996-f829-4cf2-97f3-fcda6d2ee1e7 req-04a3debe-4703-494e-a0ff-067b3d4eda10 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:52.701005 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-48f05996-f829-4cf2-97f3-fcda6d2ee1e7 req-04a3debe-4703-494e-a0ff-067b3d4eda10 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0491323 Sep 16 00:40:52.740736 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-48f05996-f829-4cf2-97f3-fcda6d2ee1e7 req-6432f624-1e3a-416f-b67f-a9d769df5357 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Sep 16 00:40:53.868308 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550acc-c57f-44a8-a98d-efc9498376ce req-0a8eed51-a710-4f12-a3ad-e458c822e171 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:53.869839 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-61550acc-c57f-44a8-a98d-efc9498376ce req-0a8eed51-a710-4f12-a3ad-e458c822e171 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0530269 Sep 16 00:40:53.911674 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-61550acc-c57f-44a8-a98d-efc9498376ce req-b1f6896b-74b5-4848-a25b-149b9a925c34 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356672 Sep 16 00:40:55.029877 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bc583-2516-4a79-9c93-b380d9d04346 req-ed828e23-25ca-4541-be19-b5b46dfb6865 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:55.031370 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c56bc583-2516-4a79-9c93-b380d9d04346 req-ed828e23-25ca-4541-be19-b5b46dfb6865 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0489142 Sep 16 00:40:55.070486 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c56bc583-2516-4a79-9c93-b380d9d04346 req-abc997ae-d552-4252-914f-1f1aece06976 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324321 Sep 16 00:40:55.875226 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38274) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:55.978703 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-09de349f-f650-4e4a-96d4-d1d591de944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.073774 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-09de349f-f650-4e4a-96d4-d1d591de944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.083007 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-09de349f-f650-4e4a-96d4-d1d591de944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.121283 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-09de349f-f650-4e4a-96d4-d1d591de944f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a1497ea61a34427b467daafbc631dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449498 Sep 16 00:40:56.122197 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de349f-f650-4e4a-96d4-d1d591de944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89571363-bdac-4369-99cc-c47216c902f9,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:56.124700 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38284) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:56.181329 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d84d927f-bd41-4db6-9cdc-a999fa75feb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.203078 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d84d927f-bd41-4db6-9cdc-a999fa75feb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.215663 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fad5c5-e286-4750-9bba-6030eaebba7c req-44f2cd44-9f6a-42d6-8907-c2de0ef18896 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:56.217360 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-72fad5c5-e286-4750-9bba-6030eaebba7c req-44f2cd44-9f6a-42d6-8907-c2de0ef18896 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0551720 Sep 16 00:40:56.256583 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-72fad5c5-e286-4750-9bba-6030eaebba7c req-7b8888a4-e0d7-4881-8b0a-1c31e09fab07 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Sep 16 00:40:56.256867 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d84d927f-bd41-4db6-9cdc-a999fa75feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.259178 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d84d927f-bd41-4db6-9cdc-a999fa75feb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.260302 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d84d927f-bd41-4db6-9cdc-a999fa75feb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89571363-bdac-4369-99cc-c47216c902f9 HTTP/1.1" status: 204 len: 168 time: 0.1353409 Sep 16 00:40:56.268020 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d927f-bd41-4db6-9cdc-a999fa75feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89571363-bdac-4369-99cc-c47216c902f9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:56.534790 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38294) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:56.547823 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-401e02c9-d78f-453a-9ea5-c666165b4b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.639701 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-401e02c9-d78f-453a-9ea5-c666165b4b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.644355 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-401e02c9-d78f-453a-9ea5-c666165b4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.683963 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-401e02c9-d78f-453a-9ea5-c666165b4b12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ff57247a26e4cf39f0ecd0e14ea645f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478460 Sep 16 00:40:56.684496 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e02c9-d78f-453a-9ea5-c666165b4b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2ab2d-a58a-4782-a6a1-6e97cb336c95,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:56.686789 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38298) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:56.740732 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5ee7fc67-a158-4d41-b07b-e7332662ce08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.761135 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5ee7fc67-a158-4d41-b07b-e7332662ce08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.808221 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5ee7fc67-a158-4d41-b07b-e7332662ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.810790 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5ee7fc67-a158-4d41-b07b-e7332662ce08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:56.811968 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5ee7fc67-a158-4d41-b07b-e7332662ce08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efe2ab2d-a58a-4782-a6a1-6e97cb336c95 HTTP/1.1" status: 204 len: 168 time: 0.1241798 Sep 16 00:40:56.819762 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7fc67-a158-4d41-b07b-e7332662ce08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2ab2d-a58a-4782-a6a1-6e97cb336c95,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:57.381479 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7db15-e80b-4649-954c-5ec085d5b1d5 req-da1eac00-0475-4ee3-8d0e-5643b85a6de3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:57.384515 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5af7db15-e80b-4649-954c-5ec085d5b1d5 req-da1eac00-0475-4ee3-8d0e-5643b85a6de3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0543861 Sep 16 00:40:57.426351 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5af7db15-e80b-4649-954c-5ec085d5b1d5 req-faddecfa-65a6-4921-a612-3f99dbcc9d78 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Sep 16 00:40:58.553885 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f99b5-3e9e-4de0-91d2-961f5fbac1f2 req-11951f2a-f6d4-41ae-9a2f-65f0aefade97 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:58.555440 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-396f99b5-3e9e-4de0-91d2-961f5fbac1f2 req-11951f2a-f6d4-41ae-9a2f-65f0aefade97 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0535233 Sep 16 00:40:58.600611 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-396f99b5-3e9e-4de0-91d2-961f5fbac1f2 req-0b1e56ec-e89e-4d8e-9e09-1862c751214a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Sep 16 00:40:58.813766 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38390) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:58.919914 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b105f312-e6e6-4928-a844-eec096bc2e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.010718 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b105f312-e6e6-4928-a844-eec096bc2e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.014521 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b105f312-e6e6-4928-a844-eec096bc2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.053363 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-b105f312-e6e6-4928-a844-eec096bc2e0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=035f5cc5929b4efc90d87fc1d975c9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384634 Sep 16 00:40:59.054321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105f312-e6e6-4928-a844-eec096bc2e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eeaab1-a685-4a08-9aec-217976789d76,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:59.056190 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38394) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:59.116105 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f773bf6d-6726-443b-81b1-e7d5eed83b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.138364 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f773bf6d-6726-443b-81b1-e7d5eed83b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.186032 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f773bf6d-6726-443b-81b1-e7d5eed83b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.188749 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f773bf6d-6726-443b-81b1-e7d5eed83b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.189948 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f773bf6d-6726-443b-81b1-e7d5eed83b0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42eeaab1-a685-4a08-9aec-217976789d76 HTTP/1.1" status: 204 len: 168 time: 0.1319697 Sep 16 00:40:59.203504 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773bf6d-6726-443b-81b1-e7d5eed83b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eeaab1-a685-4a08-9aec-217976789d76,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:59.466316 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38404) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:59.480738 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f81133c1-3e9c-430b-a9d2-6de76791dc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.573016 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f81133c1-3e9c-430b-a9d2-6de76791dc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.576617 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f81133c1-3e9c-430b-a9d2-6de76791dc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.614734 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f81133c1-3e9c-430b-a9d2-6de76791dc40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a023a93650f543778c741f36c48b3bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472664 Sep 16 00:40:59.617112 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81133c1-3e9c-430b-a9d2-6de76791dc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7ce56-9d5a-454e-9263-d656e5f884f3,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:40:59.617460 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38406) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:40:59.671439 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7055-7451-4b4a-b600-3ee1e9256ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.714710 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7055-7451-4b4a-b600-3ee1e9256ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.759111 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744772b5-c326-4999-abdc-fcc080b6478b req-e1855a5e-4aec-4fa0-98fe-cc012ed76d51 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:40:59.760579 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-744772b5-c326-4999-abdc-fcc080b6478b req-e1855a5e-4aec-4fa0-98fe-cc012ed76d51 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0797524 Sep 16 00:40:59.801614 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7055-7451-4b4a-b600-3ee1e9256ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.804196 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7055-7451-4b4a-b600-3ee1e9256ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:40:59.807971 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-eb1d7055-7451-4b4a-b600-3ee1e9256ecf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8df7ce56-9d5a-454e-9263-d656e5f884f3 HTTP/1.1" status: 204 len: 168 time: 0.1894085 Sep 16 00:40:59.823221 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-744772b5-c326-4999-abdc-fcc080b6478b req-274618c8-e774-4f51-900f-e4364088e429 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538940 Sep 16 00:40:59.824072 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d7055-7451-4b4a-b600-3ee1e9256ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7ce56-9d5a-454e-9263-d656e5f884f3,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:00.057923 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ad3aeef4-0fd7-40ec-88fd-627418099bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:00.902237 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38456) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:00.970147 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6753-1337-4a2b-a5ad-84e7c231fc6e req-65312dd6-6f4d-4941-af52-dae04dee77cc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:00.971835 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c7de6753-1337-4a2b-a5ad-84e7c231fc6e req-65312dd6-6f4d-4941-af52-dae04dee77cc tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0563908 Sep 16 00:41:01.013628 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c7de6753-1337-4a2b-a5ad-84e7c231fc6e req-d4fa9dc3-43a1-413f-b8f1-c8a088c67ff5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Sep 16 00:41:01.024281 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-03319572-e5c8-43e3-92b7-8a08f99c53df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:01.128046 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-03319572-e5c8-43e3-92b7-8a08f99c53df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:01.131745 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-03319572-e5c8-43e3-92b7-8a08f99c53df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:01.170170 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-03319572-e5c8-43e3-92b7-8a08f99c53df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f99c7c4eaa0d4129ae444422de747e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667396 Sep 16 00:41:01.172072 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03319572-e5c8-43e3-92b7-8a08f99c53df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c141bf-b05e-4544-9dd9-4c8345b14144,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:01.172863 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38464) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:01.222501 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58b101c2-1bb7-4e1d-be16-930db5e3f04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:01.244342 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58b101c2-1bb7-4e1d-be16-930db5e3f04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:01.291125 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58b101c2-1bb7-4e1d-be16-930db5e3f04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:01.293796 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58b101c2-1bb7-4e1d-be16-930db5e3f04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:01.294949 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-58b101c2-1bb7-4e1d-be16-930db5e3f04a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73c141bf-b05e-4544-9dd9-4c8345b14144 HTTP/1.1" status: 204 len: 168 time: 0.1210420 Sep 16 00:41:01.302279 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b101c2-1bb7-4e1d-be16-930db5e3f04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c141bf-b05e-4544-9dd9-4c8345b14144,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:01.481601 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-c2a52220-9c73-4bea-a95e-afaba9357788 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442915 Sep 16 00:41:01.547686 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-8c471efa-d9a4-496c-8df3-d17cf5c889bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:01.549351 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-8c471efa-d9a4-496c-8df3-d17cf5c889bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 1098 time: 0.0427430 Sep 16 00:41:01.665597 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-a5eee4fb-bbda-448a-b07d-eb12bbcf5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:01.667107 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-a5eee4fb-bbda-448a-b07d-eb12bbcf5085 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.0943253 Sep 16 00:41:01.709324 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-b5691159-92c8-4c32-98cc-b57c0f69b32d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc HTTP/1.1" status: 200 len: 217 time: 0.0349805 Sep 16 00:41:01.762880 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-84871cbd-2852-4d54-82dc-bd97f4c943f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:01.764330 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-84871cbd-2852-4d54-82dc-bd97f4c943f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.0472865 Sep 16 00:41:01.797414 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-e5615ff0-c2c4-4748-8bbc-89b6b02bdc9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252028 Sep 16 00:41:01.889672 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-c9d80219-4cc4-4043-844a-3d5ecede1dd0 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847991 Sep 16 00:41:01.986171 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05fd68b3-d5eb-4124-810e-01f78bc6d795 req-a7fcac2e-bb00-45b1-a01c-a2672cd8cee0 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875819 Sep 16 00:41:02.138555 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664aeaf-8f1a-477f-917b-41e39f222d2d req-2e76e4a9-2541-4182-9336-4ede863d1607 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:02.140134 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b664aeaf-8f1a-477f-917b-41e39f222d2d req-2e76e4a9-2541-4182-9336-4ede863d1607 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0497057 Sep 16 00:41:02.180452 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b664aeaf-8f1a-477f-917b-41e39f222d2d req-04c40b83-298e-4762-8eab-479113a0e48d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 Sep 16 00:41:02.723715 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:02.754806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c9d06bb0-c16e-48e2-865e-e6251916d501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:03.296689 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f1eed-1d25-45fb-86a4-452319919913 req-4e811b2f-713d-48b8-8b01-a581cbb8fcec tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:03.298056 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bd9f1eed-1d25-45fb-86a4-452319919913 req-4e811b2f-713d-48b8-8b01-a581cbb8fcec tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Sep 16 00:41:03.337627 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bd9f1eed-1d25-45fb-86a4-452319919913 req-0484f5cb-fa29-45f4-913e-0fc605880087 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Sep 16 00:41:03.617660 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:03.884976 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:04.491960 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedbf99-4081-40cb-ac03-99199766f9ec req-222d991b-41cf-4337-9f6f-b500bd743df2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:04.493272 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dcedbf99-4081-40cb-ac03-99199766f9ec req-222d991b-41cf-4337-9f6f-b500bd743df2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Sep 16 00:41:04.534617 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dcedbf99-4081-40cb-ac03-99199766f9ec req-a02c1261-2017-4893-9849-57b9c4d70bb3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Sep 16 00:41:05.661383 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b27a96-c9c5-4b86-af99-6ffa39ab3911 req-35754cc4-5e36-43d3-a9c4-5405e7a0fae3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:05.662859 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f1b27a96-c9c5-4b86-af99-6ffa39ab3911 req-35754cc4-5e36-43d3-a9c4-5405e7a0fae3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Sep 16 00:41:05.701315 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f1b27a96-c9c5-4b86-af99-6ffa39ab3911 req-ab81bb0f-c1e0-407b-9138-f4c54502ad45 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Sep 16 00:41:05.790058 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:06.823096 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af5b82-655f-4c38-a081-0c7e053a4b5b req-f9d36748-fded-475b-b2ea-8213ac53d574 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:06.824569 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-58af5b82-655f-4c38-a081-0c7e053a4b5b req-f9d36748-fded-475b-b2ea-8213ac53d574 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0541606 Sep 16 00:41:06.861987 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-58af5b82-655f-4c38-a081-0c7e053a4b5b req-929ae3c3-a9fe-43c6-b502-082027e34572 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Sep 16 00:41:08.035068 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d57e4-f530-4a0e-ac63-33aa9b3a1462 req-9d9ab3cf-b0b5-42ad-97e6-3de7b9b7219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:08.037392 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-486d57e4-f530-4a0e-ac63-33aa9b3a1462 req-9d9ab3cf-b0b5-42ad-97e6-3de7b9b7219f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.0769126 Sep 16 00:41:08.056900 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfc729-d383-4a62-a199-bfffdf21b4c3 req-c2a85f22-cd71-4493-99a7-6a56a2c6ae32 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:08.058681 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a1cfc729-d383-4a62-a199-bfffdf21b4c3 req-c2a85f22-cd71-4493-99a7-6a56a2c6ae32 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0703998 Sep 16 00:41:08.127152 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-486d57e4-f530-4a0e-ac63-33aa9b3a1462 req-db5fc0bd-ce45-4973-abdf-19ad2c8c1b41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807908 Sep 16 00:41:08.130192 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a1cfc729-d383-4a62-a199-bfffdf21b4c3 req-e133a7bb-808f-49e8-b000-4c3782cea1d5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613678 Sep 16 00:41:09.269126 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ac87-e134-4d78-8fbb-c5a95a082e95 req-7f7e3ccb-6240-4fed-af75-05261310b3a4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:09.270673 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b7e1ac87-e134-4d78-8fbb-c5a95a082e95 req-7f7e3ccb-6240-4fed-af75-05261310b3a4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0542643 Sep 16 00:41:09.321600 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b7e1ac87-e134-4d78-8fbb-c5a95a082e95 req-0a847714-6a76-416e-9db2-d1ff8f9fa59e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Sep 16 00:41:10.460451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a16b2-203f-445d-9188-b3f300e42873 req-c9ff7ac9-c30a-4847-af8a-18a3422c9928 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:10.467591 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c66a16b2-203f-445d-9188-b3f300e42873 req-c9ff7ac9-c30a-4847-af8a-18a3422c9928 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0648863 Sep 16 00:41:10.514338 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c66a16b2-203f-445d-9188-b3f300e42873 req-6ea536c3-1b25-4ed4-bb4c-aa3f61e60bf2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Sep 16 00:41:10.767828 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-1501eeb3-a726-4a07-a5f9-d414a4cb56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:10.770969 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-1501eeb3-a726-4a07-a5f9-d414a4cb56cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.0473289 Sep 16 00:41:10.790705 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd09bd-95cd-4d45-9be1-1d02474ac522 req-faee03bb-5a1c-4fbd-8709-82c87942bf11 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:10.798544 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3efd09bd-95cd-4d45-9be1-1d02474ac522 req-faee03bb-5a1c-4fbd-8709-82c87942bf11 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0575669 Sep 16 00:41:10.841381 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3efd09bd-95cd-4d45-9be1-1d02474ac522 req-0c6182f0-95ae-4f3e-8f79-90a9a4ef5aca tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Sep 16 00:41:10.946395 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-fac74881-30a1-465f-ab39-0f85261e62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:10.946395 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-fac74881-30a1-465f-ab39-0f85261e62c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.1558630 Sep 16 00:41:10.989040 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-c096f7f5-e236-4c63-8dde-72502e7f408a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 217 time: 0.0373294 Sep 16 00:41:11.045739 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-b237e378-6c7f-4857-bf09-c0b1ea450f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:11.047476 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-b237e378-6c7f-4857-bf09-c0b1ea450f61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.0490365 Sep 16 00:41:11.095691 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-7edf2fd4-3006-45f9-83f5-8f27ac295018 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396485 Sep 16 00:41:11.215988 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-f833e23a-652a-4805-9477-b8a27c948d91 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093051 Sep 16 00:41:11.324744 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03d3f795-cd95-4bda-9796-5ecfc4f0c841 req-14ad891e-4494-4a8c-8892-dbeb7b41d5b0 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994849 Sep 16 00:41:12.022646 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c9dc-24dd-4d66-868f-cfbdddcfa439 req-45c87ede-6e22-4107-af3e-114418c15973 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:12.023903 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bfc9c9dc-24dd-4d66-868f-cfbdddcfa439 req-45c87ede-6e22-4107-af3e-114418c15973 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0785751 Sep 16 00:41:12.075489 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bfc9c9dc-24dd-4d66-868f-cfbdddcfa439 req-db1a6594-e84d-419f-ad98-7a47a4a6598f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Sep 16 00:41:13.204518 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ad2f-94d4-4d3c-872c-79d7a5b67017 req-5fade943-e471-4c89-8efd-defee18dc404 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:13.207387 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a581ad2f-94d4-4d3c-872c-79d7a5b67017 req-5fade943-e471-4c89-8efd-defee18dc404 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0563428 Sep 16 00:41:13.255559 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a581ad2f-94d4-4d3c-872c-79d7a5b67017 req-ee031462-1eff-48aa-9a3f-7d1845e44f84 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Sep 16 00:41:14.386175 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345645f-df62-4d0e-ada1-28b305ccce94 req-832c8068-1e69-4001-8409-1a61c3ad41f8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:14.387685 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c345645f-df62-4d0e-ada1-28b305ccce94 req-832c8068-1e69-4001-8409-1a61c3ad41f8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0577478 Sep 16 00:41:14.427827 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c345645f-df62-4d0e-ada1-28b305ccce94 req-909ae4fd-d030-4d31-90b9-a0a672a4f434 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331666 Sep 16 00:41:15.550245 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddfa7c-df30-43a0-bb6e-b7712f707afb req-c70fd643-f15c-4c99-9df2-bd3d3cc9c2a8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:15.551767 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e1ddfa7c-df30-43a0-bb6e-b7712f707afb req-c70fd643-f15c-4c99-9df2-bd3d3cc9c2a8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0505922 Sep 16 00:41:15.590309 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e1ddfa7c-df30-43a0-bb6e-b7712f707afb req-796ba074-899b-4226-a932-ee7ec7a80c7e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326364 Sep 16 00:41:16.718940 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b205e-a0ff-4e65-8c6a-bd79955b466b req-d17c5ece-f72a-437e-900b-59af24fe5b4e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:16.721835 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eb7b205e-a0ff-4e65-8c6a-bd79955b466b req-d17c5ece-f72a-437e-900b-59af24fe5b4e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0573986 Sep 16 00:41:16.795083 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eb7b205e-a0ff-4e65-8c6a-bd79955b466b req-f661186d-d06e-44c7-b59c-bed908268f8f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546863 Sep 16 00:41:20.448601 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:41:20.640363 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b27da-5d04-47da-979a-6453e7605be9 req-92c7b9ec-d2d2-488f-8889-a6daf87381d4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:20.642040 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a58b27da-5d04-47da-979a-6453e7605be9 req-92c7b9ec-d2d2-488f-8889-a6daf87381d4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0680692 Sep 16 00:41:20.683512 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a58b27da-5d04-47da-979a-6453e7605be9 req-938af019-f827-4bd8-b8e8-5fa5dd1bdf6f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Sep 16 00:41:24.187267 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38940) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:24.231784 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] Deleting subnet c9587445-3dc7-4cc4-87cf-b7b4a547592e {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:41:24.234755 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.268187 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.305610 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.359140 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.384097 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9587445-3dc7-4cc4-87cf-b7b4a547592e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:24.386034 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.387847 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c1619d91-4580-422b-bc11-36d75f5724dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9587445-3dc7-4cc4-87cf-b7b4a547592e HTTP/1.1" status: 204 len: 168 time: 0.1994269 Sep 16 00:41:24.390272 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38944) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:24.455447 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.532598 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.551490 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2e1d93-2daf-42b0-980d-0465f3eef878']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:41:24.560228 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf023b4-e568-4979-8507-97fc346eb59f') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:41:24.560522 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf023b4-e568-4979-8507-97fc346eb59f') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:41:24.569798 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.583049 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.588845 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:41:24.589227 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:41:24.590793 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:41:24.647101 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.652780 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.654571 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce2e1d93-2daf-42b0-980d-0465f3eef878 HTTP/1.1" status: 204 len: 168 time: 0.2634230 Sep 16 00:41:24.665331 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8fa2c-292d-4b8d-935c-24431588f5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2e1d93-2daf-42b0-980d-0465f3eef878,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:24.817444 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 38952) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:24.863035 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-40247909-4532-4f16-b93b-9eba10953eba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=897b45cd4f9d4cdc84a2c7e40c3393a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439999 Sep 16 00:41:24.865828 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 38958) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:24.917244 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d110-4ac0-4aac-9d75-9481d701c9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.939450 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d110-4ac0-4aac-9d75-9481d701c9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.985262 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d110-4ac0-4aac-9d75-9481d701c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.988305 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d110-4ac0-4aac-9d75-9481d701c9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:24.989455 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2fc6d110-4ac0-4aac-9d75-9481d701c9fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8141326d-0179-4bff-a0db-e038f726ff3a HTTP/1.1" status: 204 len: 168 time: 0.1217771 Sep 16 00:41:24.996720 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d110-4ac0-4aac-9d75-9481d701c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8141326d-0179-4bff-a0db-e038f726ff3a,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:26.011511 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39000) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:26.114688 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5afbd6c0-1d42-4ee9-994f-74775ec16228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:26.207854 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5afbd6c0-1d42-4ee9-994f-74775ec16228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:26.212411 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5afbd6c0-1d42-4ee9-994f-74775ec16228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:26.246883 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbd6c0-1d42-4ee9-994f-74775ec16228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a79263c-c343-4d09-ac64-5a73dc20b26c,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:26.251728 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5afbd6c0-1d42-4ee9-994f-74775ec16228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35166cd2d2d344efab3e52053a2fbb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386830 Sep 16 00:41:26.254650 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39006) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:26.306408 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d92f3254-333b-4329-9f00-edd5ab24ac6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:26.327021 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d92f3254-333b-4329-9f00-edd5ab24ac6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:26.382403 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d92f3254-333b-4329-9f00-edd5ab24ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:26.384936 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d92f3254-333b-4329-9f00-edd5ab24ac6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:26.386082 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d92f3254-333b-4329-9f00-edd5ab24ac6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a79263c-c343-4d09-ac64-5a73dc20b26c HTTP/1.1" status: 204 len: 168 time: 0.1307838 Sep 16 00:41:26.396229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f3254-333b-4329-9f00-edd5ab24ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a79263c-c343-4d09-ac64-5a73dc20b26c,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:26.995362 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39038) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:27.094992 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-54923851-network', 'tenant_id': '5371e81e7e40476e93e1f18111dcfc6f'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:41:27.115586 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Made reservation on behalf of 5371e81e7e40476e93e1f18111dcfc6f for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:41:27.118108 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.126095 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.220966 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.224577 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.250505 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:41:27.256388 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2470fa5-e7e9-45ec-9e59-4be35e249e1b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:27.263282 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.264196 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Added segment 555f781f-1a9d-4d1e-b1ca-60da4039982d of type vlan for network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 Sep 16 00:41:27.302603 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.326822 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.327949 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:27.328581 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.364327 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3678608 Sep 16 00:41:27.367284 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 39046) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:27.372097 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Request body: {'subnet': {'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-54923851-subnet', 'tenant_id': '5371e81e7e40476e93e1f18111dcfc6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:41:27.392198 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec7b0d-86f4-4344-a1ae-552e85331d21 admin admin] Pushing event updated for resources: {'Network': ['ID=2306b794-8283-4f3a-bbc8-7fa76d9e0206,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:27.402063 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Made reservation on behalf of 5371e81e7e40476e93e1f18111dcfc6f for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:41:27.403000 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:41:27.404565 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.587482 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.641225 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1362c8-6cbc-4be6-8a88-6e50652c13bd,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:27.650652 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Checking segment: {'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:41:27.650996 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Network hostable DHCP agents. Network: 2306b794-8283-4f3a-bbc8-7fa76d9e0206, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:41:27.670323 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:41:27.678760 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 2306b794-8283-4f3a-bbc8-7fa76d9e0206) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:41:27.684095 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:27.684711 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:27.690753 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a909f-15c3-4ee8-992a-896aa1ee3edd None None] Network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:41:27.701734 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-eba851c2-657b-4bb1-a5cd-3d68c14cbab8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3333495 Sep 16 00:41:27.826636 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cb466-ab93-4a53-bebd-1ba5a158c886 None None] Network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:41:30.059896 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6c3a-f813-4fcb-8b99-ee1160ffe2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:30.513971 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-36e38f55-1b59-49f6-b2ec-65982dba2bfd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403203904&fields=id&tenant_id=eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 267 time: 0.0461948 Sep 16 00:41:30.626019 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-01411bb7-2aa7-4c01-8ead-08608dadd8b2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:30.628009 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-01411bb7-2aa7-4c01-8ead-08608dadd8b2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 812 time: 0.1047704 Sep 16 00:41:30.642876 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-fdc6198c-8a41-433f-935e-b07d6abe5af8 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/quotas/eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 375 time: 0.0086081 Sep 16 00:41:30.692282 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-636a5fd0-9d9a-4f0e-8aa1-bc844a4ef8c3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440860 Sep 16 00:41:30.790773 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-ef6d2ff6-870e-4f2a-9758-c5a5ebe07947 service neutron] 10.222.0.13 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843246 Sep 16 00:41:30.878178 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-cb2fb4f9-5b3f-444a-9f45-9a3d72434fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812867 Sep 16 00:41:31.069005 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a189a-ce1c-4199-b944-e29e991eeded req-a6bdf121-1fd4-4e8a-bf3a-7276f6a87f24 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:31.070464 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-a6bdf121-1fd4-4e8a-bf3a-7276f6a87f24 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/networks?id=2306b794-8283-4f3a-bbc8-7fa76d9e0206 HTTP/1.1" status: 200 len: 812 time: 0.1079562 Sep 16 00:41:31.087069 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-e1f5cfbc-d3f0-4b08-aab5-c599d55fb511 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/quotas/5371e81e7e40476e93e1f18111dcfc6f HTTP/1.1" status: 200 len: 375 time: 0.0106804 Sep 16 00:41:31.121838 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-462f60c0-84be-47f5-83ec-6694a68c8789 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5371e81e7e40476e93e1f18111dcfc6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288587 Sep 16 00:41:31.169072 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b7994413-8edf-4398-a3bb-8d643682ec2b req-707064f7-3376-4793-9ad3-624cf5e9b8cd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 210 time: 0.0252717 Sep 16 00:41:31.228246 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-cb49e0bf-2305-4785-886e-8bdebce264c2 service neutron] 10.222.0.13 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882576 Sep 16 00:41:31.322634 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-fabc6ec6-2fce-488a-a942-611a00510ee2 service neutron] 10.222.0.13 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871024 Sep 16 00:41:31.506914 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-30de2367-c193-472f-9c23-29c478504a14 req-fe9b2fdc-bc41-4bb5-8da0-1db189c95a54 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 210 time: 0.0384326 Sep 16 00:41:32.225967 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-e1e17314-c39b-44b4-9735-701a1ea43ee6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:32.227424 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-e1e17314-c39b-44b4-9735-701a1ea43ee6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 812 time: 0.1131961 Sep 16 00:41:32.279712 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-a20e285c-fee1-45f0-ae1e-63d8217f4bc3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 379 time: 0.0421388 Sep 16 00:41:32.287323 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0323c820-4d4f-4b0d-8806-d0ee38bc4934 req-f3b6cf65-2cff-4bd5-a08d-baadd39caaa7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 210 time: 0.0281026 Sep 16 00:41:32.289928 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'port': {'device_id': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'admin_state_up': True, 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'security_groups': ['9da914e1-4d9a-42b5-9bb5-11d052060754']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:41:32.400415 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Made reservation on behalf of eca8c8af142841f08c26a48f384e1660 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:41:32.404002 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:32.529226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Allocated IP 172.20.0.11 (5081fe0c-26de-4a17-ae54-7f7ed30d4f88/aed00d2d-04aa-4c81-9f28-944c229ab737/b100df44-27c3-44e9-ba93-3ca7e199ec83) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:41:32.623511 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-178371aa-dc8f-4c1b-a3c7-d24473c8c51c req-1a4759b0-b20a-4202-9cda-f39d14717c28 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 210 time: 0.0349300 Sep 16 00:41:32.694588 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:32.734044 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:32.737827 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:32.765012 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-09d95956-acab-485a-802f-dabb616320ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:32.777809 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:41:32.780934 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:41:32.785245 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:41:32.790716 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:32.791286 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:32.808978 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=b100df44-27c3-44e9-ba93-3ca7e199ec83,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:32.814496 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-75f70ea3-bae6-40af-8bdb-6677cc42cf7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5276630 Sep 16 00:41:33.022417 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a8c22891-98bd-430a-a5fb-4c4b5ae5287b None None] Provisioning complete for port b100df44-27c3-44e9-ba93-3ca7e199ec83 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:41:33.022716 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a8c22891-98bd-430a-a5fb-4c4b5ae5287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:33.057063 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-a8c22891-98bd-430a-a5fb-4c4b5ae5287b None None] Port b100df44-27c3-44e9-ba93-3ca7e199ec83 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:41:33.619672 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:33.888284 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:35.793279 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:35.967920 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Request body: {'port': {'device_id': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:41:36.052493 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:36.132225 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803c58d-93bf-41e8-b2f9-54b9ff17e237 req-69f3788d-aaf0-45f7-b5ad-48b1ee26648a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:36.137153 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f803c58d-93bf-41e8-b2f9-54b9ff17e237 req-69f3788d-aaf0-45f7-b5ad-48b1ee26648a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 932 time: 0.0595930 Sep 16 00:41:36.156453 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9a834ef0-ccde-4a6f-bb47-12a75cfef1c1 req-6a5cfe94-c69a-4fa4-b026-003984e6001c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 210 time: 0.0375960 Sep 16 00:41:36.172997 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f803c58d-93bf-41e8-b2f9-54b9ff17e237 req-82198199-26bb-41b6-b7f7-6a321c3697ec tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330808 Sep 16 00:41:36.185822 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a189a-ce1c-4199-b944-e29e991eeded req-0fd52391-a50d-45d7-b988-b2256659b74c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:36.187273 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-0fd52391-a50d-45d7-b988-b2256659b74c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "GET /v2.0/networks?id=2306b794-8283-4f3a-bbc8-7fa76d9e0206 HTTP/1.1" status: 200 len: 812 time: 0.2160909 Sep 16 00:41:36.400539 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b100df44-27c3-44e9-ba93-3ca7e199ec83 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:41:36.408464 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:36.420469 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Request body: {'port': {'device_id': '90e29a9a-a291-474f-b632-0d987cd35762', 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206', 'admin_state_up': True, 'tenant_id': '5371e81e7e40476e93e1f18111dcfc6f'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:41:36.436670 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Transition to ACTIVE for port object b100df44-27c3-44e9-ba93-3ca7e199ec83 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:41:36.440523 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:36.800218 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Pushing event updated for resources: {'Port': ['ID=b100df44-27c3-44e9-ba93-3ca7e199ec83,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:36.815777 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Attempting to bind port b100df44-27c3-44e9-ba93-3ca7e199ec83 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:41:36.816116 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Attempting to bind port b100df44-27c3-44e9-ba93-3ca7e199ec83 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:41:36.816453 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Attempting to bind port b100df44-27c3-44e9-ba93-3ca7e199ec83 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:41:36.823758 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Port b100df44-27c3-44e9-ba93-3ca7e199ec83 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:41:36.824082 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Attempting to bind port b100df44-27c3-44e9-ba93-3ca7e199ec83 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:41:36.833673 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:41:36.834246 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Checking segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:41:36.834884 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Bound using segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:41:36.836850 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Bound port: b100df44-27c3-44e9-ba93-3ca7e199ec83, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:41:36.836850 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:36.849398 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Made reservation on behalf of 5371e81e7e40476e93e1f18111dcfc6f for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:41:36.852848 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:36.961938 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] For port b100df44-27c3-44e9-ba93-3ca7e199ec83, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:41:36.967578 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] For port b100df44-27c3-44e9-ba93-3ca7e199ec83, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:41:36.975339 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:37.052272 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:37.053158 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:37.054664 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] 10.222.0.39 "PUT /v2.0/ports/b100df44-27c3-44e9-ba93-3ca7e199ec83 HTTP/1.1" status: 200 len: 1094 time: 1.0911684 Sep 16 00:41:37.070196 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Allocated IP 172.20.0.11 (2306b794-8283-4f3a-bbc8-7fa76d9e0206/7c1362c8-6cbc-4be6-8a88-6e50652c13bd/b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:41:37.076121 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:41:37.078928 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cfe0b0-188e-4a17-80a2-702256177ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:41:37.168085 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d70db-e1f1-469e-9f5a-732b31655f95 service neutron] Pushing event updated for resources: {'Port': ['ID=b100df44-27c3-44e9-ba93-3ca7e199ec83,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:37.254315 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:37.287381 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:37.328832 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:41:37.332665 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:41:37.338414 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:41:37.343716 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:37.344313 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:37.352863 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Pushing event updated for resources: {'Port': ['ID=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:37.363170 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-9612e814-f278-4c7b-9f5a-a3ec8e725910 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9489102 Sep 16 00:41:41.382911 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Request body: {'port': {'device_id': '90e29a9a-a291-474f-b632-0d987cd35762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:41:41.464901 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7152d64a-11c8-4b68-8acf-85d2df6fec27 x-openstack-request-id: req-7152d64a-11c8-4b68-8acf-85d2df6fec27 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:41:41.465195 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:41:41.465427 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7152d64a-11c8-4b68-8acf-85d2df6fec27 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:41:41.465826 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'status': 'completed', 'code': 200} Sep 16 00:41:41.482450 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:41.501281 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-ff523144-7dab-44b1-828a-cad07bbb930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:41.502775 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-ff523144-7dab-44b1-828a-cad07bbb930a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 1097 time: 0.1011426 Sep 16 00:41:41.553942 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90a736-89fd-4651-a1b4-8087f1b0c53a req-52326e03-8cbc-4e42-8049-a8981c4154c6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:41.555907 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9d90a736-89fd-4651-a1b4-8087f1b0c53a req-52326e03-8cbc-4e42-8049-a8981c4154c6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0498638 Sep 16 00:41:41.557332 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-813dea2a-cd09-4978-a393-f319c6d1152e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83 HTTP/1.1" status: 200 len: 217 time: 0.0445085 Sep 16 00:41:41.593780 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9d90a736-89fd-4651-a1b4-8087f1b0c53a req-c1c59af0-84e2-4e37-9620-38465d9f1b0a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Sep 16 00:41:41.624095 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff909d-38d7-4777-84b2-560c2991bb75 req-db6aaff9-dc20-438a-a34d-4c2c6ef597b1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:41.625603 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f8ff909d-38d7-4777-84b2-560c2991bb75 req-db6aaff9-dc20-438a-a34d-4c2c6ef597b1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 932 time: 0.1573853 Sep 16 00:41:41.711906 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-bdac137b-b6a2-4fc9-8603-e9b4b3a33495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:41.713414 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-bdac137b-b6a2-4fc9-8603-e9b4b3a33495 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.1369450 Sep 16 00:41:41.770520 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f8ff909d-38d7-4777-84b2-560c2991bb75 req-4fec53ea-a838-41e1-a0b6-09c12b1970a7 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329849 Sep 16 00:41:41.827485 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-5d3102fe-62a2-4602-9ec2-927edb92ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:41.828950 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-5d3102fe-62a2-4602-9ec2-927edb92ad78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041389 Sep 16 00:41:41.972602 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-59a97e25-9bdf-4c3f-847d-7a154631e6ed service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359653 Sep 16 00:41:42.005838 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:41:42.021088 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:42.065267 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Transition to ACTIVE for port object b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:41:42.072373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:42.125434 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6b971da2-3ad1-43af-9f9b-df3c961c2a92 req-c3150932-20da-4fd2-91d9-cd804b8b9a93 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457140 Sep 16 00:41:42.138513 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:42.171839 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Attempting to bind port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:41:42.172162 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Attempting to bind port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:41:42.172480 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Attempting to bind port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 on network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:41:42.177478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 on network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:41:42.177791 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Attempting to bind port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 on network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:41:42.182496 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:41:42.182818 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Checking segment: {'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:41:42.183185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Bound using segment: {'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:41:42.183595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Bound port: b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:41:42.183938 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:42.244893 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] For port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:41:42.247922 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] For port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:41:42.251190 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:42.314957 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.316142 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:42.317559 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] 10.222.0.39 "PUT /v2.0/ports/b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 HTTP/1.1" status: 200 len: 1094 time: 0.9396024 Sep 16 00:41:42.338501 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670039-2477-4f10-9f55-329e7410cc35 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:42.346852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-07b8ae49-a9de-4889-9d1c-67f9726739e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.348334 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-07b8ae49-a9de-4889-9d1c-67f9726739e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 1097 time: 0.0707350 Sep 16 00:41:42.584374 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a189a-ce1c-4199-b944-e29e991eeded req-d4581c7e-6349-4a1a-a748-7f563d2f239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.585892 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-d4581c7e-6349-4a1a-a748-7f563d2f239c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5371e81e7e40476e93e1f18111dcfc6f&device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 1097 time: 0.0977883 Sep 16 00:41:42.586968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-079f1a8a-7ee0-47b4-9bfa-95527d711109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.588253 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-079f1a8a-7ee0-47b4-9bfa-95527d711109 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.1433189 Sep 16 00:41:42.670648 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-382298e1-1208-4eea-b2ff-2e7838886e2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 HTTP/1.1" status: 200 len: 217 time: 0.0691118 Sep 16 00:41:42.672009 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-54bc2e27-8248-4397-b444-6e681eb2d26d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83 HTTP/1.1" status: 200 len: 217 time: 0.0632088 Sep 16 00:41:42.711100 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488690-41d5-4e0f-99dc-cef5d0ab1da9 req-f4a045d7-42b9-432d-b416-268aaa980049 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.712615 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5a488690-41d5-4e0f-99dc-cef5d0ab1da9 req-f4a045d7-42b9-432d-b416-268aaa980049 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0498300 Sep 16 00:41:42.753836 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5a488690-41d5-4e0f-99dc-cef5d0ab1da9 req-cfbfbade-156c-4fdf-bb25-878823306a8b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338795 Sep 16 00:41:42.763523 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a189a-ce1c-4199-b944-e29e991eeded req-fd534474-f5ab-4c01-9a9e-0bf0c9677f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.769746 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-fd534474-f5ab-4c01-9a9e-0bf0c9677f61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c1362c8-6cbc-4be6-8a88-6e50652c13bd HTTP/1.1" status: 200 len: 852 time: 0.0808783 Sep 16 00:41:42.771564 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-4b8b592c-f821-41ee-b37b-074587118ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.773146 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-4b8b592c-f821-41ee-b37b-074587118ae5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0810807 Sep 16 00:41:42.806826 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-19b08067-6d50-43b3-a928-f8c8cc09ee9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2306b794-8283-4f3a-bbc8-7fa76d9e0206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326993 Sep 16 00:41:42.912173 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-d5dd8518-0bb3-488a-8f71-b2e2decc85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:42.913749 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-d5dd8518-0bb3-488a-8f71-b2e2decc85b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1320815 Sep 16 00:41:42.978152 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-0dffe3d7-e32a-482c-a405-e8e088476fa8 service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566024 Sep 16 00:41:43.009062 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677ddfe-7c64-407b-aca4-28d72471e1ce req-2c1b340f-ea0b-48bf-abf6-ac5a649686b6 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:43.010460 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3677ddfe-7c64-407b-aca4-28d72471e1ce req-2c1b340f-ea0b-48bf-abf6-ac5a649686b6 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 944 time: 0.1592417 Sep 16 00:41:43.113182 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-af5453d6-2081-451c-a8ff-0c37a81844b2 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898386 Sep 16 00:41:43.134355 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3677ddfe-7c64-407b-aca4-28d72471e1ce req-a8c0a12d-7c3f-44b1-a706-0c197954683f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061294 Sep 16 00:41:43.170969 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-434a189a-ce1c-4199-b944-e29e991eeded req-2916f073-8103-47ba-b103-1db703f33d11 service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581895 Sep 16 00:41:43.226685 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f0cfe0b0-188e-4a17-80a2-702256177ce1 req-3c382b05-4726-43c2-ba1f-16faa3ae65e0 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035633 Sep 16 00:41:43.467153 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e29a9a-a291-474f-b632-0d987cd35762', 'tag': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:41:43.469586 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb7c3d-4ff0-4206-b669-302cf240e917" -d '{"events": [{"name": "network-changed", "server_uuid": "90e29a9a-a291-474f-b632-0d987cd35762", "tag": "b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:41:43.505123 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1202ca32-7749-47af-8c95-d5ccd28f59ef x-openstack-request-id: req-1202ca32-7749-47af-8c95-d5ccd28f59ef {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:41:43.505406 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e29a9a-a291-474f-b632-0d987cd35762", "tag": "b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:41:43.505652 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1202ca32-7749-47af-8c95-d5ccd28f59ef {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:41:43.506080 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e29a9a-a291-474f-b632-0d987cd35762', 'tag': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6', 'status': 'completed', 'code': 200} Sep 16 00:41:43.572152 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-39bc72f0-c2d5-43c1-87a2-67071b5cacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:43.573674 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-39bc72f0-c2d5-43c1-87a2-67071b5cacaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5371e81e7e40476e93e1f18111dcfc6f&device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 1097 time: 0.0407636 Sep 16 00:41:43.673265 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-7407c0b3-bbde-4040-832a-e88660a91325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:43.674430 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-7407c0b3-bbde-4040-832a-e88660a91325 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2306b794-8283-4f3a-bbc8-7fa76d9e0206 HTTP/1.1" status: 200 len: 913 time: 0.0933566 Sep 16 00:41:43.719868 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-826d0fd1-a5cf-48ec-8f86-bb7b6fd275b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 HTTP/1.1" status: 200 len: 217 time: 0.0370138 Sep 16 00:41:43.839010 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-48dc672b-a596-4cf6-a6d0-843c760ea352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:43.840485 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-48dc672b-a596-4cf6-a6d0-843c760ea352 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c1362c8-6cbc-4be6-8a88-6e50652c13bd HTTP/1.1" status: 200 len: 852 time: 0.0741358 Sep 16 00:41:43.844845 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-772d9281-eee1-4062-bc12-297006d154ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:43.846175 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-772d9281-eee1-4062-bc12-297006d154ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.0706060 Sep 16 00:41:43.882741 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-4865e90a-a625-43da-8a29-4c69803fdac0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2306b794-8283-4f3a-bbc8-7fa76d9e0206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290403 Sep 16 00:41:44.052139 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001633-7a4f-45b5-8141-ba57f02060b0 req-2a62c9e5-9932-4cb2-8046-4284250ae3ee tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:44.053619 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cf001633-7a4f-45b5-8141-ba57f02060b0 req-2a62c9e5-9932-4cb2-8046-4284250ae3ee tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0510235 Sep 16 00:41:44.054137 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-c9cda693-e1b1-4404-b148-a8d4c3bd1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:44.055565 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-c9cda693-e1b1-4404-b148-a8d4c3bd1a75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.1947701 Sep 16 00:41:44.063441 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-c4b3b427-3287-448d-92eb-40493822f657 service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689301 Sep 16 00:41:44.091761 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cf001633-7a4f-45b5-8141-ba57f02060b0 req-9d486b47-2a9a-4b62-8e7b-bb01ac859720 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321703 Sep 16 00:41:44.254245 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d64c-74c1-4f51-9c2f-9d874093c64e req-9fb0b004-d720-4690-9cc7-8f53776b151b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:44.255715 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d8b5d64c-74c1-4f51-9c2f-9d874093c64e req-9fb0b004-d720-4690-9cc7-8f53776b151b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 944 time: 0.0543022 Sep 16 00:41:44.298898 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d8b5d64c-74c1-4f51-9c2f-9d874093c64e req-ad3b92cb-0192-43cb-b979-4c8bbc0da67d tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Sep 16 00:41:44.345012 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-e1dca614-a6ea-4edc-89a2-0fc72017ae1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 217 time: 0.2805767 Sep 16 00:41:44.378356 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ad702-ed65-48d0-9e12-4d999970a721 req-9ad97a41-424f-4139-a027-3f16ea5f908a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:44.379883 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d91ad702-ed65-48d0-9e12-4d999970a721 req-9ad97a41-424f-4139-a027-3f16ea5f908a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.3734899 Sep 16 00:41:44.472123 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-e8506db4-8346-4812-a3d0-58601288e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:44.473703 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-e8506db4-8346-4812-a3d0-58601288e8d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.1163385 Sep 16 00:41:44.484243 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d91ad702-ed65-48d0-9e12-4d999970a721 req-74eb6825-e4d2-4aae-ad44-a945ceb94456 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846610 Sep 16 00:41:44.517188 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-9472a51d-da20-47df-88de-293c3aa702a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318666 Sep 16 00:41:44.520998 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03fb7c3d-4ff0-4206-b669-302cf240e917 req-dfdc8645-38ad-42cd-916a-a1b055a34415 service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463902 Sep 16 00:41:44.614033 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-48e14fd4-0fff-403b-9f6c-1bb0603ed71c service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830033 Sep 16 00:41:44.993055 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57d7bd60-fb42-4704-8cf1-cf4197abc0fa req-9d8a8f52-322a-47c5-9d9c-e502aecb4fc3 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887535 Sep 16 00:41:45.326033 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448b279-1129-43c5-bc82-eda64e189125 req-249e101f-99ad-42bb-8a20-85a27a0e0645 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:45.327519 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9448b279-1129-43c5-bc82-eda64e189125 req-249e101f-99ad-42bb-8a20-85a27a0e0645 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0480101 Sep 16 00:41:45.365028 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9448b279-1129-43c5-bc82-eda64e189125 req-8facd81a-2c4f-4a2b-8322-db15b72bb4b3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Sep 16 00:41:45.416482 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032db5a-9b62-4979-92d2-f847a0c34476 req-f3496edc-675b-42f3-9803-4966a2b16fd2 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:45.417962 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d032db5a-9b62-4979-92d2-f847a0c34476 req-f3496edc-675b-42f3-9803-4966a2b16fd2 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 944 time: 0.0484903 Sep 16 00:41:45.454264 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d032db5a-9b62-4979-92d2-f847a0c34476 req-32337554-fa0c-41a8-bd41-927652236523 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305443 Sep 16 00:41:45.595882 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2bd90-2321-47a0-a667-6ab0c51a675c req-b5a4645b-077c-42de-a83b-eaaafe30aa76 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:45.597416 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6e2bd90-2321-47a0-a667-6ab0c51a675c req-b5a4645b-077c-42de-a83b-eaaafe30aa76 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0477049 Sep 16 00:41:45.638860 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6e2bd90-2321-47a0-a667-6ab0c51a675c req-fff489cd-e027-46f7-9ffd-0350a2b63901 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Sep 16 00:41:46.691096 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc98f48-c57c-4892-827f-325e05803fa3 req-8604d300-9e5a-4751-b6fd-c3b1c347ecc4 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:46.692741 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2fc98f48-c57c-4892-827f-325e05803fa3 req-8604d300-9e5a-4751-b6fd-c3b1c347ecc4 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0503623 Sep 16 00:41:46.702161 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f01df-3f18-42be-909b-73884433fb63 req-bd6f2ae5-449f-49ef-99f5-8569d18213ac tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:46.703623 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac1f01df-3f18-42be-909b-73884433fb63 req-bd6f2ae5-449f-49ef-99f5-8569d18213ac tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 944 time: 0.0513055 Sep 16 00:41:46.732378 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2fc98f48-c57c-4892-827f-325e05803fa3 req-0421daf4-1458-4baa-8d96-9bcf396c7a70 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334616 Sep 16 00:41:46.742274 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac1f01df-3f18-42be-909b-73884433fb63 req-110f4117-b57c-459c-9b90-4f072dd2c104 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Sep 16 00:41:46.831789 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee2f73-1a09-42d9-a5de-cecddbb32266 req-5053ea21-e625-430b-9583-ccde405a847a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:46.833317 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1bee2f73-1a09-42d9-a5de-cecddbb32266 req-5053ea21-e625-430b-9583-ccde405a847a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0477562 Sep 16 00:41:46.870084 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1bee2f73-1a09-42d9-a5de-cecddbb32266 req-9b642bde-68e2-4fed-a1bf-cbb464d5cc6c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308545 Sep 16 00:41:47.848057 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56955f9e-8511-478e-970e-11dbcd0b7122 req-a34e9ade-ef61-4cd3-beaa-0a82708378ea tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:47.849579 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-56955f9e-8511-478e-970e-11dbcd0b7122 req-a34e9ade-ef61-4cd3-beaa-0a82708378ea tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0498407 Sep 16 00:41:47.857735 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd539f-952f-4fb4-844a-17a4a760956c req-bde39161-51ee-4752-9450-295741d22e4b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:47.859127 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bbcd539f-952f-4fb4-844a-17a4a760956c req-bde39161-51ee-4752-9450-295741d22e4b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 944 time: 0.0482259 Sep 16 00:41:47.894708 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-56955f9e-8511-478e-970e-11dbcd0b7122 req-d876c9d4-ba0e-4529-a079-df7d8e86cb13 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379992 Sep 16 00:41:47.902985 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bbcd539f-952f-4fb4-844a-17a4a760956c req-95ecc46d-a7b9-4bfe-b352-4d53b4ef465d tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373025 Sep 16 00:41:47.995593 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf84c8b-629c-4a87-aed6-860fedb13d16 req-133cb59a-483c-4b95-aa03-6f7442f04c3c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:47.997102 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fdf84c8b-629c-4a87-aed6-860fedb13d16 req-133cb59a-483c-4b95-aa03-6f7442f04c3c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Sep 16 00:41:48.035107 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fdf84c8b-629c-4a87-aed6-860fedb13d16 req-f17295f8-1ff7-4391-8061-f58bad8fd876 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Sep 16 00:41:48.304672 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:41:48.399259 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:41:48.411151 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6', 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206', 'port_id': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6', 'mac_address': 'fa:16:3e:a7:32:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1362c8-6cbc-4be6-8a88-6e50652c13bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:41:48.449204 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:48.462784 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:41:48.482479 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:41:48.486370 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:48.533122 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:48.540422 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.540845 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.541194 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.541530 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.541869 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.542197 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.542526 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.542853 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.543180 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.543501 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.543835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.544144 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:48.858008 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:41:49.028973 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dfed9-d306-4db1-b5f2-1bf33a4afce8 req-8ff71e72-5689-4b16-8188-67b7f16e80c8 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:49.030431 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a2dfed9-d306-4db1-b5f2-1bf33a4afce8 req-8ff71e72-5689-4b16-8188-67b7f16e80c8 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 945 time: 0.0514276 Sep 16 00:41:49.040894 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999fe35-0d76-4082-a6b1-ab5e35bc5ebb req-f2735d41-1486-46be-81e0-c9c9c97fc7b7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:49.042393 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d999fe35-0d76-4082-a6b1-ab5e35bc5ebb req-f2735d41-1486-46be-81e0-c9c9c97fc7b7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0532334 Sep 16 00:41:49.068501 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a2dfed9-d306-4db1-b5f2-1bf33a4afce8 req-a8f5b16b-aeb9-4970-b4b7-72dee6f84d9e tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Sep 16 00:41:49.081251 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d999fe35-0d76-4082-a6b1-ab5e35bc5ebb req-cf793c45-1da0-499c-87a1-5f1f44bb4aa4 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326276 Sep 16 00:41:49.170971 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe36bce-0118-4115-9429-ea5aa54b2add req-0d9981d8-210e-4a35-a551-c7fbaab1639b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:49.172398 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7fe36bce-0118-4115-9429-ea5aa54b2add req-0d9981d8-210e-4a35-a551-c7fbaab1639b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0477078 Sep 16 00:41:49.208834 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7fe36bce-0118-4115-9429-ea5aa54b2add req-4036a251-fc31-44fb-b619-2d4a191a411c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302613 Sep 16 00:41:50.183904 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f5014-ae54-411c-8045-24f22f2c90e5 req-0dff8822-7e8c-4f1d-871d-c92b9ff565a8 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:50.185401 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-874f5014-ae54-411c-8045-24f22f2c90e5 req-0dff8822-7e8c-4f1d-871d-c92b9ff565a8 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 945 time: 0.0477772 Sep 16 00:41:50.197978 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b47e7-73c5-4262-980c-8a26f346ed5f req-57e3ea16-2757-4e5d-aa20-f1b4d160de45 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:50.199438 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e60b47e7-73c5-4262-980c-8a26f346ed5f req-57e3ea16-2757-4e5d-aa20-f1b4d160de45 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0467911 Sep 16 00:41:50.223610 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-874f5014-ae54-411c-8045-24f22f2c90e5 req-8b5718e8-f0e6-4a16-927c-b7ce7653a53a tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Sep 16 00:41:50.237534 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e60b47e7-73c5-4262-980c-8a26f346ed5f req-194e4e67-87dc-41e4-bd8e-140877af4674 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Sep 16 00:41:50.306449 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:41:50.336909 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42586d7-ee4c-4ebc-b222-c9b5a3b11838 req-f8888181-ab4e-4cbf-83b8-c1020fa049c6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:50.338637 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c42586d7-ee4c-4ebc-b222-c9b5a3b11838 req-f8888181-ab4e-4cbf-83b8-c1020fa049c6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0529695 Sep 16 00:41:50.367569 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:41:50.371961 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:41:50.372263 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:50.383779 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c42586d7-ee4c-4ebc-b222-c9b5a3b11838 req-13cead55-6d92-4b24-a3ac-5d12f8fe7069 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383353 Sep 16 00:41:50.456133 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:50.477886 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e29a9a-a291-474f-b632-0d987cd35762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:41:50.480153 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ac5ca-99fe-46c1-ad0c-d53adb282bec" -d '{"events": [{"server_uuid": "90e29a9a-a291-474f-b632-0d987cd35762", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:41:50.493611 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:41:50.498020 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:50.523780 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9126c8b7-7333-456d-b08f-2d6df957d80a x-openstack-request-id: req-9126c8b7-7333-456d-b08f-2d6df957d80a {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:41:50.524093 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e29a9a-a291-474f-b632-0d987cd35762", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:41:50.524341 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9126c8b7-7333-456d-b08f-2d6df957d80a {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:41:50.524738 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e29a9a-a291-474f-b632-0d987cd35762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6', 'code': 200} Sep 16 00:41:50.554059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:50.661610 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 39408) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:50.687172 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08495e-b41a-4581-8fc9-9659f3a4ec5f req-a2cddba6-ff77-444e-a030-ed34de3a573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:50.688698 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8f08495e-b41a-4581-8fc9-9659f3a4ec5f req-a2cddba6-ff77-444e-a030-ed34de3a573d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 1099 time: 0.0408022 Sep 16 00:41:50.726842 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8f08495e-b41a-4581-8fc9-9659f3a4ec5f req-d3648d62-3ecc-420a-b65b-cd6aa54beb81 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293713 Sep 16 00:41:50.805237 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:50.904857 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:50.915438 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:50.953098 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44dcfb1edfb94bcbbb54e29c71a76cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903666 Sep 16 00:41:50.955863 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39416) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:41:50.957989 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ad744c-7fc2-40aa-be5c-b1d5bb00ba35,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:50.965011 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.965359 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.965696 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.966027 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.966468 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.966806 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.967133 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.967460 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.968242 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.968242 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.968433 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:50.968764 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d876230a-c58d-4be3-a2f3-83456024e4a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.023035 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:51.047833 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:51.108488 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:51.111187 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:41:51.112498 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2ad744c-7fc2-40aa-be5c-b1d5bb00ba35 HTTP/1.1" status: 204 len: 168 time: 0.1553519 Sep 16 00:41:51.120452 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ad744c-7fc2-40aa-be5c-b1d5bb00ba35,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:41:51.127429 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.128026 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.128532 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.129011 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.129401 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.129758 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.130078 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.130576 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.131245 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.131727 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.132204 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.132716 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c37ed-5203-42e2-a4cb-7b1deeafe2f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:41:51.358590 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1965-425f-4985-8560-4cd7422e8078 req-fba70343-f73b-4840-ac88-70f5cbba585b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:51.360129 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1dde1965-425f-4985-8560-4cd7422e8078 req-fba70343-f73b-4840-ac88-70f5cbba585b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0521526 Sep 16 00:41:51.363185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca580b8-28c5-47d4-9c5d-bc6328c5c785 req-d681cb6f-730b-451c-b726-60d5e90eec86 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:51.365294 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7ca580b8-28c5-47d4-9c5d-bc6328c5c785 req-d681cb6f-730b-451c-b726-60d5e90eec86 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 946 time: 0.0706098 Sep 16 00:41:51.410175 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1dde1965-425f-4985-8560-4cd7422e8078 req-fa26db11-07ca-4c1a-aee0-3e10cd22a4e6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388269 Sep 16 00:41:51.413639 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7ca580b8-28c5-47d4-9c5d-bc6328c5c785 req-4bce7074-6eb3-4275-ae58-0a14ff8a5c44 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Sep 16 00:41:51.515145 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0883e9d-bfe1-4022-aaf3-b2adba09c3d5 req-06e6f695-7973-42e8-b42e-4be753d7ebf3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:51.516514 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c0883e9d-bfe1-4022-aaf3-b2adba09c3d5 req-06e6f695-7973-42e8-b42e-4be753d7ebf3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0496824 Sep 16 00:41:51.555492 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c0883e9d-bfe1-4022-aaf3-b2adba09c3d5 req-0d82b7b5-8b07-4227-bf43-e259f5f60cec tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Sep 16 00:41:55.767782 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832c5c2-43d8-4b91-9544-eaf9ce8cdc33 req-728d2212-75ef-40be-a8eb-7f3b1a13d64d tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:55.769989 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2832c5c2-43d8-4b91-9544-eaf9ce8cdc33 req-728d2212-75ef-40be-a8eb-7f3b1a13d64d tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 946 time: 0.0494928 Sep 16 00:41:55.776391 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dda3e-915d-4e50-a71b-ff5638658554 req-8312b40c-5e90-4708-ac37-0577f3c1b8ce tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:55.777815 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-841dda3e-915d-4e50-a71b-ff5638658554 req-8312b40c-5e90-4708-ac37-0577f3c1b8ce tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0477674 Sep 16 00:41:55.807966 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2832c5c2-43d8-4b91-9544-eaf9ce8cdc33 req-a46388e9-bcdb-4898-af2a-812a297a2217 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Sep 16 00:41:55.815387 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-841dda3e-915d-4e50-a71b-ff5638658554 req-24232cf7-0b8b-4d78-88d1-947eae6533cf tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318043 Sep 16 00:41:55.916605 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f79bf-0bf8-4aa8-a650-22e1377b5d63 req-bbd749fe-b19b-4af0-8d49-20061b31e8cb tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:55.918077 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-523f79bf-0bf8-4aa8-a650-22e1377b5d63 req-bbd749fe-b19b-4af0-8d49-20061b31e8cb tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0514216 Sep 16 00:41:55.953853 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-523f79bf-0bf8-4aa8-a650-22e1377b5d63 req-d9a2ac65-a5b9-4453-aa41-eb1f5046cfd6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299003 Sep 16 00:41:56.934522 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c583-a43b-4898-b48d-a2730fcbdf71 req-0d9bf57e-2023-4d66-b248-edd6fc3b0fee tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:56.936086 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-54b7c583-a43b-4898-b48d-a2730fcbdf71 req-0d9bf57e-2023-4d66-b248-edd6fc3b0fee tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 946 time: 0.0554886 Sep 16 00:41:56.958211 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d48b7-428d-4b32-8829-1caf4e6161de req-6a20ff03-32e7-4098-8566-d267e71ad2fd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:56.959696 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-887d48b7-428d-4b32-8829-1caf4e6161de req-6a20ff03-32e7-4098-8566-d267e71ad2fd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0554183 Sep 16 00:41:56.975090 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-54b7c583-a43b-4898-b48d-a2730fcbdf71 req-6dd61ac2-71ea-461e-9fc5-b259d30ed953 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Sep 16 00:41:57.028809 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d749c-1536-4ca1-aaa0-98a0f033b478 req-188800bd-6d95-4b41-bfe3-0cbd6408bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:57.030329 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-576d749c-1536-4ca1-aaa0-98a0f033b478 req-188800bd-6d95-4b41-bfe3-0cbd6408bad0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.0697837 Sep 16 00:41:57.034182 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-887d48b7-428d-4b32-8829-1caf4e6161de req-d86c150e-c13f-46f0-9c69-7cc1a64f91a6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648496 Sep 16 00:41:57.074817 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-576d749c-1536-4ca1-aaa0-98a0f033b478 req-18709fbd-2e29-4a62-ae0a-418ebc6b8dd3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327988 Sep 16 00:41:57.093246 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bc6c-ad49-4247-8887-e49e72d0270d req-29e77214-558b-4aa3-917b-dde7c27d931e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:57.094781 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2033bc6c-ad49-4247-8887-e49e72d0270d req-29e77214-558b-4aa3-917b-dde7c27d931e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0572450 Sep 16 00:41:57.135243 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2033bc6c-ad49-4247-8887-e49e72d0270d req-e2c345b9-bb42-4d65-b42f-edd4a299c5c7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Sep 16 00:41:57.447354 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:41:58.155629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0dba3-e49e-4b1a-85ab-0fa7fc6e6b55 req-f0cbc3c8-bd6b-4981-8f00-3c9626193d56 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:58.157104 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7fe0dba3-e49e-4b1a-85ab-0fa7fc6e6b55 req-f0cbc3c8-bd6b-4981-8f00-3c9626193d56 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0530794 Sep 16 00:41:58.195668 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7fe0dba3-e49e-4b1a-85ab-0fa7fc6e6b55 req-aa6bc8a1-ded2-48a6-81ea-75b748bb30e9 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325389 Sep 16 00:41:58.253264 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa247c-87a6-466b-9023-93cc19b22b3c req-a038a97c-849c-4e16-aa6e-5d3300b45def tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:58.256525 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-04fa247c-87a6-466b-9023-93cc19b22b3c req-a038a97c-849c-4e16-aa6e-5d3300b45def tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0513468 Sep 16 00:41:58.295003 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-04fa247c-87a6-466b-9023-93cc19b22b3c req-12d2b07f-d441-4e42-84ba-dde94bd7f290 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Sep 16 00:41:59.311043 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a6931-79fb-442d-adf6-6217f5162d1e req-75dfe72b-1d22-481c-926e-2e8475197d88 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:59.312953 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-099a6931-79fb-442d-adf6-6217f5162d1e req-75dfe72b-1d22-481c-926e-2e8475197d88 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0489202 Sep 16 00:41:59.351012 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-099a6931-79fb-442d-adf6-6217f5162d1e req-6b7d1596-39c4-4500-b7cb-684ecb0f188a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Sep 16 00:41:59.413320 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1da9-75d1-4103-80f2-cd894c1f42d3 req-d906d7d8-5935-4084-af09-3dab2a8bc339 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:41:59.414800 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a4fc1da9-75d1-4103-80f2-cd894c1f42d3 req-d906d7d8-5935-4084-af09-3dab2a8bc339 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0513165 Sep 16 00:41:59.450555 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a4fc1da9-75d1-4103-80f2-cd894c1f42d3 req-4a47b35a-57f3-4061-a47c-4872e012be0d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299063 Sep 16 00:42:00.062229 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-189af8e8-9d45-4896-8618-001efbe9575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:00.469237 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642d5f4-91c6-4cee-8fdf-70d95a04a264 req-7840092d-48b5-4d97-ab2e-bd5eaa1e23cc tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:00.470725 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a642d5f4-91c6-4cee-8fdf-70d95a04a264 req-7840092d-48b5-4d97-ab2e-bd5eaa1e23cc tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0502446 Sep 16 00:42:00.510328 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a642d5f4-91c6-4cee-8fdf-70d95a04a264 req-090c26de-0e9a-4dbc-9c19-19b523808169 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Sep 16 00:42:00.573620 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ef61-7934-4748-9705-616967c84445 req-986879c1-94f9-44b5-ae5f-68574ec0fcf7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:00.575143 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7d39ef61-7934-4748-9705-616967c84445 req-986879c1-94f9-44b5-ae5f-68574ec0fcf7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Sep 16 00:42:00.613142 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7d39ef61-7934-4748-9705-616967c84445 req-e644c9b0-44dc-4b3a-b880-ce2d3cada416 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Sep 16 00:42:00.740732 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-6ce273a3-4532-4215-8822-2294de2368f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418587 Sep 16 00:42:00.806081 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-056bad63-01b3-4d45-88e6-7a0462bd1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:00.807486 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-056bad63-01b3-4d45-88e6-7a0462bd1809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1098 time: 0.0407188 Sep 16 00:42:02.757217 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:02.761493 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-49d350a2-bc0b-4be4-9d65-f36430729f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:03.617072 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:03.891355 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:05.796312 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:06.697087 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-3b670338-c9c5-475d-87ea-5bbc32b69bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:06.698656 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-3b670338-c9c5-475d-87ea-5bbc32b69bd7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.1061504 Sep 16 00:42:06.707372 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9575f4-13fc-430c-9737-efa9353a7eb8 req-7b536b82-1fef-43df-a304-879f80e6f28b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:06.708878 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-aa9575f4-13fc-430c-9737-efa9353a7eb8 req-7b536b82-1fef-43df-a304-879f80e6f28b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0504119 Sep 16 00:42:06.759181 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-aa9575f4-13fc-430c-9737-efa9353a7eb8 req-2e5203e2-3f87-453a-bfa3-a33ef8aab092 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Sep 16 00:42:06.784082 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096663e4-3811-4238-a4bf-24d94c79ec71 req-efd57643-8ce9-47dd-9c42-423f07001ce0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:06.785776 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-096663e4-3811-4238-a4bf-24d94c79ec71 req-efd57643-8ce9-47dd-9c42-423f07001ce0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.1060960 Sep 16 00:42:06.787600 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-cb02b1ab-2774-43d4-bb08-73132616931d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 1001 time: 0.0755827 Sep 16 00:42:06.861983 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-096663e4-3811-4238-a4bf-24d94c79ec71 req-14c44398-3f7c-4750-a91f-9fcda2c14bd6 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696328 Sep 16 00:42:06.867566 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-02f74540-debc-4462-bd6c-1adc52242704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:06.869756 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-02f74540-debc-4462-bd6c-1adc52242704 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0710526 Sep 16 00:42:06.927142 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-eb8e8a90-e3b0-4967-bcda-3b42260dbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:06.928760 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-eb8e8a90-e3b0-4967-bcda-3b42260dbc38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433848 Sep 16 00:42:07.023127 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-ed382a9e-724e-4cf9-9a64-1af5d1618fe8 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856609 Sep 16 00:42:07.114097 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-695249d7-dc4a-4637-8d0e-4f83a914c7e7 req-9cb0383e-8a01-40b1-9843-0f1405ef332e service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828769 Sep 16 00:42:07.880067 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a16980-5015-4fcb-aca5-0595c8185256 req-570e7212-3d20-4a1d-a669-5fbc4443bff3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:07.882054 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e3a16980-5015-4fcb-aca5-0595c8185256 req-570e7212-3d20-4a1d-a669-5fbc4443bff3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 944 time: 0.0516701 Sep 16 00:42:07.957873 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e3a16980-5015-4fcb-aca5-0595c8185256 req-47def2de-0aaf-487c-b025-70189f1d6f5e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668027 Sep 16 00:42:08.000979 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446efac7-8c4c-495d-8e0f-287da2c98fe8 req-5cb4a3b7-8303-44d6-bfc7-542f6a8dc113 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:08.009244 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-446efac7-8c4c-495d-8e0f-287da2c98fe8 req-5cb4a3b7-8303-44d6-bfc7-542f6a8dc113 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0579357 Sep 16 00:42:08.045219 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-446efac7-8c4c-495d-8e0f-287da2c98fe8 req-fd0415d8-4545-410e-b11e-1681575c371a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350788 Sep 16 00:42:08.402784 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874180be-53a3-41a7-a908-e04ce78727bb req-1fd4167b-1cb6-4b80-9d61-4560b4808737 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:08.404316 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-874180be-53a3-41a7-a908-e04ce78727bb req-1fd4167b-1cb6-4b80-9d61-4560b4808737 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Sep 16 00:42:08.409114 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-bef8f898-b0ec-4bea-8ac1-be0afd13aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:08.410576 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-bef8f898-b0ec-4bea-8ac1-be0afd13aea6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 1098 time: 0.0434628 Sep 16 00:42:08.446896 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-874180be-53a3-41a7-a908-e04ce78727bb req-fa505370-dcba-4ab2-bbf2-5e4f6c63b4aa tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358422 Sep 16 00:42:08.505371 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-282a763b-c877-4328-91ea-36a13227c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:08.506844 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-282a763b-c877-4328-91ea-36a13227c45d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 200 len: 920 time: 0.0883653 Sep 16 00:42:12.562883 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b100df44-27c3-44e9-ba93-3ca7e199ec83 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:42:12.598135 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-0a9e0c3e-efcd-4a82-a713-9a5492d0e386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 200 len: 217 time: 0.0385273 Sep 16 00:42:12.660639 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port b100df44-27c3-44e9-ba93-3ca7e199ec83, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:42:12.672183 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'port_id': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'mac_address': 'fa:16:3e:48:bd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:42:12.708794 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:12.722130 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b100df44-27c3-44e9-ba93-3ca7e199ec83 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:42:12.742386 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port b100df44-27c3-44e9-ba93-3ca7e199ec83, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:42:12.747133 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:12.797564 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=b100df44-27c3-44e9-ba93-3ca7e199ec83,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:14.528659 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-d114ca54-17e1-4b3d-8e1d-2192ed48e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:14.530063 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-d114ca54-17e1-4b3d-8e1d-2192ed48e215 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 200 len: 859 time: 0.0566466 Sep 16 00:42:14.576545 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-32756af2-23d3-45d2-96f1-958a8284250d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6c40083-ac2d-41e4-bec2-522540afa5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272307 Sep 16 00:42:14.592630 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5329819-5ba9-4c73-98f5-395ae7792fad req-8695534f-fc42-4b08-a15f-6ce3b81ae5cc tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:14.593654 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5a41-73ca-40ce-96cb-867483355fb3 req-db06ffc3-0e6c-44f4-a5de-509ba58ad55e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:14.594202 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b5329819-5ba9-4c73-98f5-395ae7792fad req-8695534f-fc42-4b08-a15f-6ce3b81ae5cc tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 945 time: 0.0754175 Sep 16 00:42:14.595157 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-dbcc5a41-73ca-40ce-96cb-867483355fb3 req-db06ffc3-0e6c-44f4-a5de-509ba58ad55e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0476241 Sep 16 00:42:14.632497 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-dbcc5a41-73ca-40ce-96cb-867483355fb3 req-9e5e29c1-8609-4ab8-bfb1-3a868a679cb2 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Sep 16 00:42:14.688716 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b5329819-5ba9-4c73-98f5-395ae7792fad req-65572e96-e099-4e39-a464-3554e58fff07 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758991 Sep 16 00:42:14.711488 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-5e2372f8-56f9-46e3-8458-55842414fb35 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163831 Sep 16 00:42:14.803248 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bd12fed2-e133-4592-a1a3-2c7b5c2a752d req-cdca1794-6215-4403-8c70-a098ef25de13 service neutron] 10.222.0.39 "GET /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Sep 16 00:42:15.430715 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['b100df44-27c3-44e9-ba93-3ca7e199ec83'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:42:15.791550 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0b2f-8e92-4be3-8129-9e660d4afa3b req-e7507573-c942-4c8c-b4c1-14ada37b346f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:15.792998 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cfad0b2f-8e92-4be3-8129-9e660d4afa3b req-e7507573-c942-4c8c-b4c1-14ada37b346f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Sep 16 00:42:15.813883 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62a76-5e9c-4f07-b212-4a624a36dd7b req-95d97d35-0976-4b26-ba33-7c4808fd98c2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:15.816193 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d4d62a76-5e9c-4f07-b212-4a624a36dd7b req-95d97d35-0976-4b26-ba33-7c4808fd98c2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 945 time: 0.0532401 Sep 16 00:42:15.834872 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cfad0b2f-8e92-4be3-8129-9e660d4afa3b req-2968285e-8554-4c30-9552-e50485b3b9f4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345619 Sep 16 00:42:15.996927 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39768) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:16.028404 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d4d62a76-5e9c-4f07-b212-4a624a36dd7b req-cef1b687-8730-45ca-bd0d-6ee0869c9c4f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063501 Sep 16 00:42:16.101647 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-347a396e-5fed-4334-97d7-90be8c1e450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:16.196259 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-347a396e-5fed-4334-97d7-90be8c1e450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:16.199953 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-347a396e-5fed-4334-97d7-90be8c1e450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:16.237961 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-347a396e-5fed-4334-97d7-90be8c1e450d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58180d318f284419b452c2174a4c4391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399137 Sep 16 00:42:16.238786 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a396e-5fed-4334-97d7-90be8c1e450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d21245-b13c-4952-9f38-cbd8fe88925e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:16.240749 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 39776) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:16.287877 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a4824e2b-3d85-4964-850c-c159bd2a202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:16.309237 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a4824e2b-3d85-4964-850c-c159bd2a202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:16.356753 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a4824e2b-3d85-4964-850c-c159bd2a202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:16.359532 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a4824e2b-3d85-4964-850c-c159bd2a202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:16.363642 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a4824e2b-3d85-4964-850c-c159bd2a202e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70d21245-b13c-4952-9f38-cbd8fe88925e HTTP/1.1" status: 204 len: 168 time: 0.1190555 Sep 16 00:42:16.370059 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4824e2b-3d85-4964-850c-c159bd2a202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d21245-b13c-4952-9f38-cbd8fe88925e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:16.954239 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e364ba-2a7f-4f8f-9f32-9a497b3e581d req-9674b321-16e7-47fd-b1dd-15b9f1bc4f7f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:16.955849 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-16e364ba-2a7f-4f8f-9f32-9a497b3e581d req-9674b321-16e7-47fd-b1dd-15b9f1bc4f7f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0488100 Sep 16 00:42:16.992063 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-16e364ba-2a7f-4f8f-9f32-9a497b3e581d req-2ad7fd35-d0af-40af-b552-95583a69a894 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303986 Sep 16 00:42:17.147567 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1477-2f43-4c5f-87db-391c413e6749 req-8f4adaca-b262-450c-96e6-f636a2a2c38b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:17.149068 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-17db1477-2f43-4c5f-87db-391c413e6749 req-8f4adaca-b262-450c-96e6-f636a2a2c38b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 945 time: 0.0513079 Sep 16 00:42:17.186317 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-17db1477-2f43-4c5f-87db-391c413e6749 req-6a8170a9-0f50-4798-992f-a0f800fdfb56 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312033 Sep 16 00:42:20.913054 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b100df44-27c3-44e9-ba93-3ca7e199ec83 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:42:20.960781 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port b100df44-27c3-44e9-ba93-3ca7e199ec83 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:42:20.964232 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port b100df44-27c3-44e9-ba93-3ca7e199ec83 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:42:20.964606 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:21.040483 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:21.062520 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:42:21.064901 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad807b7-cde7-45ce-af1f-617d69f56f73" -d '{"events": [{"server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "name": "network-vif-plugged", "status": "completed", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:42:21.077161 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port b100df44-27c3-44e9-ba93-3ca7e199ec83, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:42:21.080888 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:21.126954 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=b100df44-27c3-44e9-ba93-3ca7e199ec83,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:24.180826 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1d739-c4c7-4ab3-b9cd-590261e471bf req-b0177963-7da9-44aa-8a29-a9786edaed44 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:24.182270 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c3d1d739-c4c7-4ab3-b9cd-590261e471bf req-b0177963-7da9-44aa-8a29-a9786edaed44 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0497389 Sep 16 00:42:24.221111 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c3d1d739-c4c7-4ab3-b9cd-590261e471bf req-01321db6-9d84-4bc1-9e6c-148643ea9979 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Sep 16 00:42:24.319984 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f18041-dd8a-43d4-afb2-24c73886762f req-957c75db-f926-4552-bf6e-d7c5640a71e9 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:24.321484 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-12f18041-dd8a-43d4-afb2-24c73886762f req-957c75db-f926-4552-bf6e-d7c5640a71e9 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.0491602 Sep 16 00:42:24.326059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f083c8b2-6179-45ff-a0fc-2ec592715049 x-openstack-request-id: req-f083c8b2-6179-45ff-a0fc-2ec592715049 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:42:24.326587 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "name": "network-vif-plugged", "status": "completed", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:42:24.326693 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f083c8b2-6179-45ff-a0fc-2ec592715049 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:42:24.327080 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'code': 200} Sep 16 00:42:24.359650 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-12f18041-dd8a-43d4-afb2-24c73886762f req-86e9237a-08d5-4b6c-b3c0-bed894fb4112 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320592 Sep 16 00:42:24.524877 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63762978-78db-42ff-b9a4-a6c9da1e6d60 req-e94ca429-699f-41a1-adcb-adac67cd5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:24.526608 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-63762978-78db-42ff-b9a4-a6c9da1e6d60 req-e94ca429-699f-41a1-adcb-adac67cd5b28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 1099 time: 0.0440879 Sep 16 00:42:24.561563 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-63762978-78db-42ff-b9a4-a6c9da1e6d60 req-27bd803f-c916-4ab4-b3ab-b77f449eb03e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270956 Sep 16 00:42:25.332234 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfacf5-09a2-4af2-bedf-5b6f90e3bcbd req-c8271a59-a1e1-4059-b240-0825b3e3c182 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:25.333753 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c1dfacf5-09a2-4af2-bedf-5b6f90e3bcbd req-c8271a59-a1e1-4059-b240-0825b3e3c182 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Sep 16 00:42:25.371870 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c1dfacf5-09a2-4af2-bedf-5b6f90e3bcbd req-3acf8282-59f3-464e-9723-dbff3d58bec7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Sep 16 00:42:25.473948 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6ae08-14a7-4b56-af70-3a1e0f8cb333 req-2dbb3ac6-3b08-488f-88c7-2ba57ac12f92 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:25.475414 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6ea6ae08-14a7-4b56-af70-3a1e0f8cb333 req-2dbb3ac6-3b08-488f-88c7-2ba57ac12f92 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.0515292 Sep 16 00:42:25.512736 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6ea6ae08-14a7-4b56-af70-3a1e0f8cb333 req-f4b2eac4-4655-47ae-a942-fd6d4372e898 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Sep 16 00:42:26.492178 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2a358-301c-46a1-8e58-5b1eaa1323b8 req-b779f576-b7dc-4f38-8a28-efa2418aee58 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:26.493151 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-76f2a358-301c-46a1-8e58-5b1eaa1323b8 req-b779f576-b7dc-4f38-8a28-efa2418aee58 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0510890 Sep 16 00:42:26.531565 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-76f2a358-301c-46a1-8e58-5b1eaa1323b8 req-dbe8798e-c678-4778-bd86-1d1c78284ce0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Sep 16 00:42:26.638218 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b817bd-3172-467b-ae74-4360abd33308 req-d0d1838f-3bf4-42ac-91e0-672473473416 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:26.639693 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-24b817bd-3172-467b-ae74-4360abd33308 req-d0d1838f-3bf4-42ac-91e0-672473473416 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.0488861 Sep 16 00:42:26.677911 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-24b817bd-3172-467b-ae74-4360abd33308 req-5461a484-be67-4eaf-ad20-bc65467701b1 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Sep 16 00:42:27.652055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f32f89-08c9-4a58-880c-ca4c47b5a041 req-85210a9c-19ff-4104-81f0-6b1df98fb8a1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:27.653827 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-94f32f89-08c9-4a58-880c-ca4c47b5a041 req-85210a9c-19ff-4104-81f0-6b1df98fb8a1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Sep 16 00:42:27.692192 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-94f32f89-08c9-4a58-880c-ca4c47b5a041 req-53cfdae3-711d-4afd-b959-4720f2f7cf95 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Sep 16 00:42:27.806120 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441512a-2e1b-45d2-a202-1969356ee223 req-67c9cc83-87f3-4955-b266-562f0e11f489 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:27.807679 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0441512a-2e1b-45d2-a202-1969356ee223 req-67c9cc83-87f3-4955-b266-562f0e11f489 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.0559838 Sep 16 00:42:27.848001 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0441512a-2e1b-45d2-a202-1969356ee223 req-1c047b11-41e8-4120-b176-e9f4cfee7cee tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335479 Sep 16 00:42:27.965861 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda535-ea83-4534-a460-0af26fc5edf6 req-70a2d812-904c-42fb-b533-0b519cb8b6f6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:27.967391 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-15bda535-ea83-4534-a460-0af26fc5edf6 req-70a2d812-904c-42fb-b533-0b519cb8b6f6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.0540845 Sep 16 00:42:28.006082 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-15bda535-ea83-4534-a460-0af26fc5edf6 req-d7e11cd4-061f-47a1-80fd-95e94b90be7f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Sep 16 00:42:28.029967 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39928) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:28.221897 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a47e81-c917-4926-aaed-0eac1e71f448 tempest-TestVolumeBootPattern-1790726304 tempest-TestVolumeBootPattern-1790726304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:28.223435 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-31a47e81-c917-4926-aaed-0eac1e71f448 tempest-TestVolumeBootPattern-1790726304 tempest-TestVolumeBootPattern-1790726304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 1094 time: 0.1924789 Sep 16 00:42:28.226547 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39936) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:28.230669 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'port_id': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:42:28.254238 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:28.347972 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:28.451994 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Allocated IP 172.27.0.206 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/131485a6-dcf8-4476-a2ef-b0a88ea294f5) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:42:28.552051 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:28.583312 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:28.623674 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:42:28.626615 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:42:28.629227 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:42:28.656945 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=131485a6-dcf8-4476-a2ef-b0a88ea294f5,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:29.002908 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:29.073083 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:29.224141 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:29.228330 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:29.260229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:29.310126 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=131485a6-dcf8-4476-a2ef-b0a88ea294f5,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:29.376608 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Floating IP 0c526d09-ff7d-458e-9693-4324f2a50e67 associated. External IP: 172.27.0.206, port: b100df44-27c3-44e9-ba93-3ca7e199ec83. Sep 16 00:42:29.817178 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:42:29.926289 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:42:29.936918 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:42:29.945185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:29.947593 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:42:29.948342 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:42:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:42:29.975447 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5909488a-953a-463f-99c3-1e205be52b48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7478909 Sep 16 00:42:29.976320 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:42:29.978739 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04989b46-7589-4055-8428-777607acb7de" -d '{"events": [{"name": "network-changed", "server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:42:30.027136 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e6b66b-a68c-4c9d-9736-803396857825 x-openstack-request-id: req-e3e6b66b-a68c-4c9d-9736-803396857825 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:42:30.027500 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:42:30.027760 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3e6b66b-a68c-4c9d-9736-803396857825 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:42:30.028142 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'status': 'completed', 'code': 200} Sep 16 00:42:30.061976 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:42:30.067741 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b264bf06-aaf8-4979-be9c-8c5c664f8f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:30.092601 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989b46-7589-4055-8428-777607acb7de req-75d4c604-8b40-4821-b056-e43d2219b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:30.094257 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04989b46-7589-4055-8428-777607acb7de req-75d4c604-8b40-4821-b056-e43d2219b79d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 1099 time: 0.0437067 Sep 16 00:42:30.187522 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989b46-7589-4055-8428-777607acb7de req-62784455-032c-48b3-b2e5-3db0ddce936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:30.190055 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04989b46-7589-4055-8428-777607acb7de req-62784455-032c-48b3-b2e5-3db0ddce936a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.0886388 Sep 16 00:42:30.267576 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04989b46-7589-4055-8428-777607acb7de req-37446c72-8cf5-4be9-87a0-81f84206a4ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83 HTTP/1.1" status: 200 len: 1000 time: 0.0673740 Sep 16 00:42:30.294369 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '0c526d09-ff7d-458e-9693-4324f2a50e67', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:48:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:42:28Z', 'updated_at': '2021-09-16T00:42:28Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:42:30.326182 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:42:30.332313 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989b46-7589-4055-8428-777607acb7de req-133d04c8-0e7d-41ab-958b-e41836387ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:30.333855 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04989b46-7589-4055-8428-777607acb7de req-133d04c8-0e7d-41ab-958b-e41836387ddd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0571120 Sep 16 00:42:30.335621 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:42:30.336321 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:42:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:42:30.390194 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989b46-7589-4055-8428-777607acb7de req-d78aa215-c598-4b14-8b5d-8a1884ceb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:30.391799 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04989b46-7589-4055-8428-777607acb7de req-d78aa215-c598-4b14-8b5d-8a1884ceb37a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500197 Sep 16 00:42:30.444392 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:42:30.489106 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04989b46-7589-4055-8428-777607acb7de req-6e772d2b-6d70-4888-b430-cb3f772549c5 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876217 Sep 16 00:42:30.582342 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-04989b46-7589-4055-8428-777607acb7de req-cd3d1704-892a-4b88-a45a-5fa84e84a5ae service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855045 Sep 16 00:42:30.661665 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '0c526d09-ff7d-458e-9693-4324f2a50e67', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:48:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:42:28Z', 'updated_at': '2021-09-16T00:42:28Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:42:30.687234 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8f9f8-f4df-4e37-a507-30c12e81b392 None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '0c526d09-ff7d-458e-9693-4324f2a50e67', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:48:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:42:28Z', 'updated_at': '2021-09-16T00:42:28Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:42:30.880857 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee71f73-d360-4aca-806c-acce874a54c6 None None] New status for floating IP 0c526d09-ff7d-458e-9693-4324f2a50e67: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:42:31.126733 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 39988) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:31.228394 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59fdd3d3-d31b-43b0-a7b6-6088af45d157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:31.319773 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59fdd3d3-d31b-43b0-a7b6-6088af45d157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:31.323096 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59fdd3d3-d31b-43b0-a7b6-6088af45d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:31.361514 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-59fdd3d3-d31b-43b0-a7b6-6088af45d157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9831329cdcf846ddb8094ddfa7e234fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335901 Sep 16 00:42:31.362696 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdd3d3-d31b-43b0-a7b6-6088af45d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f8466f-801f-4a92-9e75-ba6f023cd833,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:31.364457 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 39992) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:31.412928 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ed10424f-7bde-49f2-803f-bf3cf4380bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:31.433213 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ed10424f-7bde-49f2-803f-bf3cf4380bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:31.483437 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ed10424f-7bde-49f2-803f-bf3cf4380bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:31.486889 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ed10424f-7bde-49f2-803f-bf3cf4380bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:31.490747 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ed10424f-7bde-49f2-803f-bf3cf4380bdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29f8466f-801f-4a92-9e75-ba6f023cd833 HTTP/1.1" status: 204 len: 168 time: 0.1229053 Sep 16 00:42:31.496853 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10424f-7bde-49f2-803f-bf3cf4380bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f8466f-801f-4a92-9e75-ba6f023cd833,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:32.759626 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:32.762693 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e93631e9-b243-4d15-9f40-bd7397c5c9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:32.803864 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bd4f5-765a-4175-ba5f-ccad4944f97d req-96cbefd6-3af8-4e9f-84bd-b3d1118502d3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:32.805383 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a43bd4f5-765a-4175-ba5f-ccad4944f97d req-96cbefd6-3af8-4e9f-84bd-b3d1118502d3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0505404 Sep 16 00:42:32.846690 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a43bd4f5-765a-4175-ba5f-ccad4944f97d req-6db9a2da-fbcc-4a6b-bd76-11bfa53735c0 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Sep 16 00:42:33.618119 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:33.976159 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f83add-faf0-42b7-80e9-fead1f72b43a req-b72945a1-7ed5-4ae5-afaa-3cae17c035aa tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:33.977756 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-96f83add-faf0-42b7-80e9-fead1f72b43a req-b72945a1-7ed5-4ae5-afaa-3cae17c035aa tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0609784 Sep 16 00:42:34.008828 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:34.019607 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-96f83add-faf0-42b7-80e9-fead1f72b43a req-30f9756e-95e9-480d-a9f6-a9d78657370f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Sep 16 00:42:34.448259 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:42:35.133973 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543121-d897-43d0-a43f-8ed0ab743673 req-884f5b63-8fd2-4f62-831e-3899680e5123 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:35.135679 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4c543121-d897-43d0-a43f-8ed0ab743673 req-884f5b63-8fd2-4f62-831e-3899680e5123 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0496559 Sep 16 00:42:35.173795 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4c543121-d897-43d0-a43f-8ed0ab743673 req-784779f8-a192-4303-b57c-b5b9a1cfccd1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Sep 16 00:42:35.560995 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-2945fb26-6922-4805-bb2c-2a86c6417ce1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:35.562435 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-2945fb26-6922-4805-bb2c-2a86c6417ce1 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 945 time: 0.0486279 Sep 16 00:42:35.659922 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Deleting port d66c9b55-36db-43ea-b2b0-d004d7b616cc {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:42:35.660384 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:35.750599 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] For port d66c9b55-36db-43ea-b2b0-d004d7b616cc, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d66c9b55-36db-43ea-b2b0-d004d7b616cc,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:42:35.751599 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:35.763951 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Calling delete_port for d66c9b55-36db-43ea-b2b0-d004d7b616cc owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:42:35.797501 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:35.891928 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:35.911402 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d66c9b55-36db-43ea-b2b0-d004d7b616cc', '76097437-0073-4910-8dc7-44e6f565c671'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:42:35.918601 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Pushing event deleted for resources: {'Port': ['ID=d66c9b55-36db-43ea-b2b0-d004d7b616cc,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:35.962765 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] No DVR routers for this DVR port d66c9b55-36db-43ea-b2b0-d004d7b616cc on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:42:35.965451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:35.967606 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4c940cc6-8093-4911-abdb-aea2ae24d496 req-bd91aabc-b8ac-4865-b6db-d34b620a88f5 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "DELETE /v2.0/ports/d66c9b55-36db-43ea-b2b0-d004d7b616cc HTTP/1.1" status: 204 len: 173 time: 0.3896270 Sep 16 00:42:35.968056 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef05380-5566-460b-9dc1-5676fba748df', 'name': 'network-vif-deleted', 'tag': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:42:35.972074 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf62fead-2f3e-45ff-a1c4-7cb7a8e4ba87" -d '{"events": [{"server_uuid": "aef05380-5566-460b-9dc1-5676fba748df", "name": "network-vif-deleted", "tag": "d66c9b55-36db-43ea-b2b0-d004d7b616cc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:42:36.016272 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13a5298-e172-4ebc-acf5-7ea9c8a9b912 x-openstack-request-id: req-c13a5298-e172-4ebc-acf5-7ea9c8a9b912 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:42:36.017286 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef05380-5566-460b-9dc1-5676fba748df", "name": "network-vif-deleted", "tag": "d66c9b55-36db-43ea-b2b0-d004d7b616cc", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:42:36.017548 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c13a5298-e172-4ebc-acf5-7ea9c8a9b912 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:42:36.017944 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef05380-5566-460b-9dc1-5676fba748df', 'name': 'network-vif-deleted', 'tag': 'd66c9b55-36db-43ea-b2b0-d004d7b616cc', 'status': 'completed', 'code': 200} Sep 16 00:42:36.277621 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e8731cb4-940c-43a9-8a9b-17099cd948aa req-7a970a04-439c-4583-850a-73b74e9c0c24 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=aef05380-5566-460b-9dc1-5676fba748df HTTP/1.1" status: 200 len: 210 time: 0.0263715 Sep 16 00:42:37.541664 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fdea9-9b64-47a9-8872-2247644c36f6 req-ef7ebb18-3723-4d38-a936-aeb9acc6c8c8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:37.543152 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-736fdea9-9b64-47a9-8872-2247644c36f6 req-ef7ebb18-3723-4d38-a936-aeb9acc6c8c8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Sep 16 00:42:37.581813 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-736fdea9-9b64-47a9-8872-2247644c36f6 req-6b431f6e-35e6-4571-8783-f1ff367aa839 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Sep 16 00:42:38.709812 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1f888-df89-4a6f-a89c-650c34d95a40 req-67f41219-9f44-47a0-b67e-0514a33a0dc8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:38.711295 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c3e1f888-df89-4a6f-a89c-650c34d95a40 req-67f41219-9f44-47a0-b67e-0514a33a0dc8 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0616429 Sep 16 00:42:38.751493 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c3e1f888-df89-4a6f-a89c-650c34d95a40 req-81b0faa6-4ac1-4b12-99e5-9bc0a6f172fb tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336039 Sep 16 00:42:39.869955 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db1ace-9085-4b9e-8cf2-4ffaaef3195e req-bb140d6e-5a33-4603-8809-972179268062 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:39.871792 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f2db1ace-9085-4b9e-8cf2-4ffaaef3195e req-bb140d6e-5a33-4603-8809-972179268062 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0505538 Sep 16 00:42:39.909905 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f2db1ace-9085-4b9e-8cf2-4ffaaef3195e req-55469c0b-0c46-4753-9401-d5f9dcf0dd8b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Sep 16 00:42:40.128245 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d66c9b55-36db-43ea-b2b0-d004d7b616cc no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:42:40.150255 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: d66c9b55-36db-43ea-b2b0-d004d7b616cc {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:42:40.150598 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d66c9b55-36db-43ea-b2b0-d004d7b616cc not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:42:41.028482 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a9e00-88e1-40bf-8fb3-fa4a1a6e69f5 req-3c8822fc-3365-4dd0-836d-42a21ae771d3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:41.029970 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e87a9e00-88e1-40bf-8fb3-fa4a1a6e69f5 req-3c8822fc-3365-4dd0-836d-42a21ae771d3 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0534651 Sep 16 00:42:41.066395 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e87a9e00-88e1-40bf-8fb3-fa4a1a6e69f5 req-a5324994-5e16-4669-a481-198ca9d7417d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305495 Sep 16 00:42:44.458639 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd21250-6977-4c78-afbc-ff5b9f0803ee req-1e1c1cdf-a2ae-441a-aea1-d78a00985c6e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:44.460163 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4bd21250-6977-4c78-afbc-ff5b9f0803ee req-1e1c1cdf-a2ae-441a-aea1-d78a00985c6e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0490479 Sep 16 00:42:44.498228 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4bd21250-6977-4c78-afbc-ff5b9f0803ee req-6475fab5-d9a9-4e5c-a980-0b6105b2304a tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Sep 16 00:42:45.614595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267a933-6da2-4bf1-9d8b-234a01697ef2 req-12fff4b0-99cb-4dea-a82a-24fa8246d76b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:45.616068 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f267a933-6da2-4bf1-9d8b-234a01697ef2 req-12fff4b0-99cb-4dea-a82a-24fa8246d76b tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0495970 Sep 16 00:42:45.654320 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f267a933-6da2-4bf1-9d8b-234a01697ef2 req-6ffab467-fb9d-43a3-af8e-58af0aa9ffd4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Sep 16 00:42:48.404887 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baac1d8-6a30-4af9-9703-321c3e1a3328 req-fa839a19-2319-4467-b8ea-1cb2cc10398e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:48.406357 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2baac1d8-6a30-4af9-9703-321c3e1a3328 req-fa839a19-2319-4467-b8ea-1cb2cc10398e tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0512421 Sep 16 00:42:48.444132 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2baac1d8-6a30-4af9-9703-321c3e1a3328 req-48a20652-68ad-4b9f-b9e8-50dfa48ab223 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Sep 16 00:42:49.868456 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c081c3-68f3-4cb0-8fb1-4c4b741696ca req-9e18f6eb-a9dd-45ff-88d0-7e32f72c1e0c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:49.869959 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b6c081c3-68f3-4cb0-8fb1-4c4b741696ca req-9e18f6eb-a9dd-45ff-88d0-7e32f72c1e0c tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0497022 Sep 16 00:42:49.908770 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b6c081c3-68f3-4cb0-8fb1-4c4b741696ca req-42f590cc-73cf-4686-933c-13e9f20bf6c4 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Sep 16 00:42:51.020146 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089866-0fc7-4e10-aacd-3da4f0ea857c req-4cf181ea-0202-45dd-b99b-7f735558ca14 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:51.021621 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97089866-0fc7-4e10-aacd-3da4f0ea857c req-4cf181ea-0202-45dd-b99b-7f735558ca14 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0468683 Sep 16 00:42:51.059326 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97089866-0fc7-4e10-aacd-3da4f0ea857c req-72e27887-75a2-4600-b357-05e6fc20291f tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcad4806-80c7-48df-9a96-54754e75ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Sep 16 00:42:51.159372 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-526c2b51-68cd-491f-ac44-e5a93bd1b3ee tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:51.160918 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-526c2b51-68cd-491f-ac44-e5a93bd1b3ee tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 945 time: 0.0511756 Sep 16 00:42:51.257569 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Deleting port 76097437-0073-4910-8dc7-44e6f565c671 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:42:51.257909 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:51.343169 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] For port 76097437-0073-4910-8dc7-44e6f565c671, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=76097437-0073-4910-8dc7-44e6f565c671,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:42:51.343446 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:51.356312 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Calling delete_port for 76097437-0073-4910-8dc7-44e6f565c671 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:42:51.482367 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:51.493666 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['76097437-0073-4910-8dc7-44e6f565c671'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:42:51.510653 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Pushing event deleted for resources: {'Port': ['ID=76097437-0073-4910-8dc7-44e6f565c671,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:51.539490 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.539843 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.540186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.540522 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.540880 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.541220 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.541545 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.541867 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.542191 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.542516 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.542839 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.543164 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:51.565419 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] No DVR routers for this DVR port 76097437-0073-4910-8dc7-44e6f565c671 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:42:51.567877 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:51.569914 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0fca60e2-6b4d-4ea5-979f-d74619ed629b req-47b3c757-42e6-4277-bf9f-11c04b474100 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.39 "DELETE /v2.0/ports/76097437-0073-4910-8dc7-44e6f565c671 HTTP/1.1" status: 204 len: 173 time: 0.4009914 Sep 16 00:42:51.570352 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'name': 'network-vif-deleted', 'tag': '76097437-0073-4910-8dc7-44e6f565c671'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:42:51.572659 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ead5775-2dbc-4997-829c-4df1e905435c" -d '{"events": [{"server_uuid": "f2261583-171a-47d7-8c47-e4f00d4c5141", "name": "network-vif-deleted", "tag": "76097437-0073-4910-8dc7-44e6f565c671"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:42:51.614899 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeddd0b7-d280-4a7f-88e8-564771a6e6d0 x-openstack-request-id: req-aeddd0b7-d280-4a7f-88e8-564771a6e6d0 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:42:51.617719 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2261583-171a-47d7-8c47-e4f00d4c5141", "name": "network-vif-deleted", "tag": "76097437-0073-4910-8dc7-44e6f565c671", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:42:51.618007 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeddd0b7-d280-4a7f-88e8-564771a6e6d0 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:42:51.619129 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2261583-171a-47d7-8c47-e4f00d4c5141', 'name': 'network-vif-deleted', 'tag': '76097437-0073-4910-8dc7-44e6f565c671', 'status': 'completed', 'code': 200} Sep 16 00:42:52.164937 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-74194498-2df4-4a0f-b568-d5f92a6dcd71 req-66def1bd-dfab-4842-9b19-7e47c4f4f03d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Sep 16 00:42:52.550735 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923f884-0ee8-405c-a4b2-d49db9c4ecad req-196ad4d6-9755-4c83-9047-d781097d4af6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:52.552204 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7923f884-0ee8-405c-a4b2-d49db9c4ecad req-196ad4d6-9755-4c83-9047-d781097d4af6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0494456 Sep 16 00:42:52.594773 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7923f884-0ee8-405c-a4b2-d49db9c4ecad req-9b05f5f1-e1d2-4fa4-a683-78ae1e724cad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366085 Sep 16 00:42:53.268213 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ddfd4011-dc92-4cb9-96ad-2d50ee0b3627 req-b5050652-2f6b-4f93-9b77-5aebae659686 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 210 time: 0.0263765 Sep 16 00:42:53.723961 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4f0bb-8515-4714-8398-d1eeff01ca7d req-a0bc125a-0a9f-496e-b6d7-53df1adc5d4d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:53.725490 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f5e4f0bb-8515-4714-8398-d1eeff01ca7d req-a0bc125a-0a9f-496e-b6d7-53df1adc5d4d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0534081 Sep 16 00:42:53.766674 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f5e4f0bb-8515-4714-8398-d1eeff01ca7d req-eca88fa1-5fca-4c0d-acb1-35c4054206d6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Sep 16 00:42:54.368599 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b2347d61-6cd2-44b8-ba1f-99bea9f9c04e req-37310504-a57e-4440-b107-690545e9550d tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 210 time: 0.0261166 Sep 16 00:42:54.790076 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 76097437-0073-4910-8dc7-44e6f565c671 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:42:54.813539 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 76097437-0073-4910-8dc7-44e6f565c671 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:42:54.813988 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 76097437-0073-4910-8dc7-44e6f565c671 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:42:54.886398 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f6f04-2f88-4d74-972d-e98de02d7866 req-d0b6724f-9e74-4492-a9c5-0f3ccd52a696 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:54.887841 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-271f6f04-2f88-4d74-972d-e98de02d7866 req-d0b6724f-9e74-4492-a9c5-0f3ccd52a696 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0487778 Sep 16 00:42:54.925161 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-271f6f04-2f88-4d74-972d-e98de02d7866 req-78dbd745-94a5-44b8-a495-402daafe3c73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Sep 16 00:42:55.472900 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-303386b7-e9b0-46ee-9b1b-4b54d8445561 req-e67cbf85-fae3-4fad-a1fd-ff93bf189846 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Sep 16 00:42:56.041721 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b47f1-cd80-40f3-8f38-92933b63226d req-979e5f4d-60a2-4d47-b680-c8d901a16c80 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:56.043190 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-915b47f1-cd80-40f3-8f38-92933b63226d req-979e5f4d-60a2-4d47-b680-c8d901a16c80 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Sep 16 00:42:56.080329 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-915b47f1-cd80-40f3-8f38-92933b63226d req-50b0e33c-a9d1-441b-baaf-34ce2f6a31d1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Sep 16 00:42:56.589098 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b7657214-beed-41b9-aa23-5e4af248c4da req-f3564081-0942-40d5-a08c-1c5ad9f650e7 tempest-ServerRescueNegativeTestJSON-2121339669 tempest-ServerRescueNegativeTestJSON-2121339669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2261583-171a-47d7-8c47-e4f00d4c5141 HTTP/1.1" status: 200 len: 210 time: 0.0311434 Sep 16 00:42:57.230545 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140671c-c9ae-400d-bf59-c269ebd1831d req-c2dfa618-c1dc-476b-94e9-68ca0d977afb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:57.232063 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e140671c-c9ae-400d-bf59-c269ebd1831d req-c2dfa618-c1dc-476b-94e9-68ca0d977afb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Sep 16 00:42:57.271717 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e140671c-c9ae-400d-bf59-c269ebd1831d req-111617bc-4fca-4485-b9e9-c12c20c6386a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Sep 16 00:42:57.642050 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40226) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:58.070623 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:58.366515 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Deleting port 9185de5a-3dc6-445a-8029-890214cfbd3e {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:42:58.366784 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:58.388081 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba8124-33ce-42ef-be33-0d4806c33527 req-74de86f2-42ea-4128-a82a-5e0c978742ed tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:58.389593 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4ba8124-33ce-42ef-be33-0d4806c33527 req-74de86f2-42ea-4128-a82a-5e0c978742ed tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0490108 Sep 16 00:42:58.431166 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d4ba8124-33ce-42ef-be33-0d4806c33527 req-cc520099-8deb-4728-ac94-11ef599bbc30 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355494 Sep 16 00:42:58.447250 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] For port 9185de5a-3dc6-445a-8029-890214cfbd3e, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=9185de5a-3dc6-445a-8029-890214cfbd3e,segment=NetworkSegment(b65d28e8-f7f7-45de-92ba-8a53c4416719),segment_id=b65d28e8-f7f7-45de-92ba-8a53c4416719)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:42:58.447613 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:58.460396 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Calling delete_port for 9185de5a-3dc6-445a-8029-890214cfbd3e owned by network:router_interface {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:42:58.658142 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:58.684250 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Pushing event deleted for resources: {'Port': ['ID=9185de5a-3dc6-445a-8029-890214cfbd3e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:58.707532 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.707954 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.708384 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.708970 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.709516 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.710075 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.710419 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.710753 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.711082 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.711414 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.711726 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.712044 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:42:58.847327 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:59.235078 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:42:59.337982 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:42:59.343208 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4d7ba67e-76dc-4be9-bb4f-d8f9a9cc6721 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f32c6b7-b7c9-4a57-9e32-4922898adf0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001424 Sep 16 00:42:59.345716 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40256) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:42:59.349269 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] Sync routers for ids ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:42:59.365037 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] Routers {'9f32c6b7-b7c9-4a57-9e32-4922898adf0a'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:42:59.366352 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:42:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:42:59.452818 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks [] for router, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:59.478636 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] Set router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:42:59.577630 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8134bd-501d-449b-91a9-c1875c776bb9 req-f8bc1bae-253e-4ba0-9fa5-7a7efe769509 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:42:59.580724 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5a8134bd-501d-449b-91a9-c1875c776bb9 req-f8bc1bae-253e-4ba0-9fa5-7a7efe769509 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0550151 Sep 16 00:42:59.584360 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:59.650194 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Deleting port cf693de7-1e1f-412a-bfbf-b80da0be5487 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:42:59.650759 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:59.668001 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5a8134bd-501d-449b-91a9-c1875c776bb9 req-bb0a05f1-c45f-4f08-a13d-649a4357becd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812709 Sep 16 00:42:59.724033 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:42:58Z', 'revision_number': 5, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port': {'id': 'cf693de7-1e1f-412a-bfbf-b80da0be5487', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:52Z', 'updated_at': '2021-09-16T00:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:42:59.755634 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] Checking router: 9f32c6b7-b7c9-4a57-9e32-4922898adf0a for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:42:59.757498 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] For port cf693de7-1e1f-412a-bfbf-b80da0be5487, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=cf693de7-1e1f-412a-bfbf-b80da0be5487,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:42:59.757963 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:59.763869 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] Routers {'9f32c6b7-b7c9-4a57-9e32-4922898adf0a'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:42:59.764476 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:42:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:42:59.772974 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Calling delete_port for cf693de7-1e1f-412a-bfbf-b80da0be5487 owned by network:router_gateway {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:42:59.931189 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] Set router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:42:59.945055 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:42:59.975768 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf693de7-1e1f-412a-bfbf-b80da0be5487,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:42:59.985779 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:42:59Z', 'revision_number': 6, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port_host': None}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:43:00.012664 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004aaa9a-4b76-47ae-a372-efe3ded22cc0 None None] The sync data for ids ['9f32c6b7-b7c9-4a57-9e32-4922898adf0a'] in dv-cinder-809303-1-iscsi is: [{'id': '9f32c6b7-b7c9-4a57-9e32-4922898adf0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1370714532-router', 'tenant_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:42:59Z', 'revision_number': 6, 'project_id': '0cf7fb006f9e4f7b990e0d0eaa49211e', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:43:00.038777 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.065288 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b604d1de-5544-492e-ad60-fdd6c2eb9393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.157085 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.159176 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.221881 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.222413 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f32c6b7-b7c9-4a57-9e32-4922898adf0a {{(pid=100423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:43:00.227210 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.228315 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-faf99988-2a77-4b74-913f-015e087f2805 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f32c6b7-b7c9-4a57-9e32-4922898adf0a HTTP/1.1" status: 204 len: 168 time: 0.8816881 Sep 16 00:43:00.230840 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40272) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:00.273864 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] Deleting subnet 5f9530c8-0628-4262-a526-1de7f9821cf8 {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:43:00.277019 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.309934 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.354357 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.411761 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.438614 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9530c8-0628-4262-a526-1de7f9821cf8,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:00.443369 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.445441 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-3422cbfe-914f-4b05-8a73-fe5fabdb9150 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f9530c8-0628-4262-a526-1de7f9821cf8 HTTP/1.1" status: 204 len: 168 time: 0.2136900 Sep 16 00:43:00.447883 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40274) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:00.513535 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.592264 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.612253 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c40083-ac2d-41e4-bec2-522540afa5d5']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:43:00.620918 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65d28e8-f7f7-45de-92ba-8a53c4416719') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:43:00.621210 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65d28e8-f7f7-45de-92ba-8a53c4416719') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:43:00.630038 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.642444 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.648703 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:43:00.649151 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:43:00.651229 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:43:00.714750 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.731197 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:00.733568 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6c40083-ac2d-41e4-bec2-522540afa5d5 HTTP/1.1" status: 204 len: 168 time: 0.2848024 Sep 16 00:43:00.735187 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a1e20-0b5c-410f-845e-c94bdd803cef admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c40083-ac2d-41e4-bec2-522540afa5d5,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:00.799951 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f74d-c850-4400-9dea-043975e66a92 req-8df7d057-5022-4ea9-b584-b7d256db2ab2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:00.801505 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f83f74d-c850-4400-9dea-043975e66a92 req-8df7d057-5022-4ea9-b584-b7d256db2ab2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0550795 Sep 16 00:43:00.839934 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f83f74d-c850-4400-9dea-043975e66a92 req-ca50307a-3f80-45ee-9ddb-0545606de502 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Sep 16 00:43:00.920251 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 40282) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:00.960897 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-4b031807-e3fe-40fb-af5d-6af42d8c5542 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cf7fb006f9e4f7b990e0d0eaa49211e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394123 Sep 16 00:43:00.963356 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 40284) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:01.016571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2159d14d-5851-4e4f-96ed-7324fce9a6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:01.038490 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2159d14d-5851-4e4f-96ed-7324fce9a6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:01.085205 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2159d14d-5851-4e4f-96ed-7324fce9a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:01.087952 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2159d14d-5851-4e4f-96ed-7324fce9a6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:01.089128 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2159d14d-5851-4e4f-96ed-7324fce9a6e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcad4806-80c7-48df-9a96-54754e75ff69 HTTP/1.1" status: 204 len: 168 time: 0.1247725 Sep 16 00:43:01.097218 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159d14d-5851-4e4f-96ed-7324fce9a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcad4806-80c7-48df-9a96-54754e75ff69,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:01.776274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 9185de5a-3dc6-445a-8029-890214cfbd3e no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:43:01.797175 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 9185de5a-3dc6-445a-8029-890214cfbd3e {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:43:01.797528 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 9185de5a-3dc6-445a-8029-890214cfbd3e not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:43:01.797955 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device cf693de7-1e1f-412a-bfbf-b80da0be5487 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:43:01.819470 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: cf693de7-1e1f-412a-bfbf-b80da0be5487 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:43:01.819810 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device cf693de7-1e1f-412a-bfbf-b80da0be5487 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:43:01.959950 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65b0e3-ad4a-4332-849d-8d049923a38f req-0224630b-99a9-4e60-a137-17abaaaa4ff4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:01.961452 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2f65b0e3-ad4a-4332-849d-8d049923a38f req-0224630b-99a9-4e60-a137-17abaaaa4ff4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0487769 Sep 16 00:43:02.001870 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2f65b0e3-ad4a-4332-849d-8d049923a38f req-63e6551b-6fbd-44e2-bb43-82ce002a4ec2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Sep 16 00:43:02.665606 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40344) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:02.758437 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:02.759715 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-39b89c28-c3ed-4f14-be13-8880259da598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:02.773313 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395b9c73-517c-46b2-98e0-97250d2d235d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:02.866088 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395b9c73-517c-46b2-98e0-97250d2d235d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:02.869552 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-395b9c73-517c-46b2-98e0-97250d2d235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:02.906806 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-395b9c73-517c-46b2-98e0-97250d2d235d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e819b26b9fbc4bcf9fcbc3eb12133357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401774 Sep 16 00:43:02.907631 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9c73-517c-46b2-98e0-97250d2d235d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fa1537-2096-4a0b-83c9-1275fe446aeb,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:02.909613 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 40350) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:02.959566 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d950b59-c147-41f4-b6da-1b1272ba8cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:02.979844 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d950b59-c147-41f4-b6da-1b1272ba8cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.024785 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d950b59-c147-41f4-b6da-1b1272ba8cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.027495 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d950b59-c147-41f4-b6da-1b1272ba8cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.028956 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2d950b59-c147-41f4-b6da-1b1272ba8cca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4fa1537-2096-4a0b-83c9-1275fe446aeb HTTP/1.1" status: 204 len: 168 time: 0.1182818 Sep 16 00:43:03.037865 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d950b59-c147-41f4-b6da-1b1272ba8cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fa1537-2096-4a0b-83c9-1275fe446aeb,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:03.138253 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ccb1-4796-4a37-bec5-cf7b6b046c9a req-a9ddfc62-c52e-4195-9cb1-a515a00e8175 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:03.139771 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0df2ccb1-4796-4a37-bec5-cf7b6b046c9a req-a9ddfc62-c52e-4195-9cb1-a515a00e8175 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Sep 16 00:43:03.178708 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0df2ccb1-4796-4a37-bec5-cf7b6b046c9a req-2efa9585-afcd-46fc-9d65-c186511d3047 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Sep 16 00:43:03.290037 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40358) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:03.302831 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c815f607-975a-48c6-99d8-9add4bdc2645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.388550 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c815f607-975a-48c6-99d8-9add4bdc2645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.392991 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c815f607-975a-48c6-99d8-9add4bdc2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.429176 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c815f607-975a-48c6-99d8-9add4bdc2645 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=180748181ebd486da1b25e08b6b9e4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380093 Sep 16 00:43:03.430244 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815f607-975a-48c6-99d8-9add4bdc2645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80c41a1-0c03-48e1-be41-096ab2ef8e41,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:03.431960 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 40360) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:03.482490 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c669f9c2-4f3c-4e18-a393-793ee90de7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.511852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c669f9c2-4f3c-4e18-a393-793ee90de7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.560303 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c669f9c2-4f3c-4e18-a393-793ee90de7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.563545 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c669f9c2-4f3c-4e18-a393-793ee90de7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.564717 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c669f9c2-4f3c-4e18-a393-793ee90de7e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c80c41a1-0c03-48e1-be41-096ab2ef8e41 HTTP/1.1" status: 204 len: 168 time: 0.1310506 Sep 16 00:43:03.572287 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f9c2-4f3c-4e18-a393-793ee90de7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80c41a1-0c03-48e1-be41-096ab2ef8e41,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:03.618191 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:03.904006 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:04.297342 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614246a-9570-4328-b552-b6932f927d59 req-9496494b-9310-426f-969f-f0ca908b0f94 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:04.298905 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8614246a-9570-4328-b552-b6932f927d59 req-9496494b-9310-426f-969f-f0ca908b0f94 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0479882 Sep 16 00:43:04.341639 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8614246a-9570-4328-b552-b6932f927d59 req-6c2b2469-1e79-4d3b-aab4-468508574305 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358047 Sep 16 00:43:05.458744 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc012-2f6e-4416-8daf-d38316286433 req-e9c4e7eb-6c02-462e-9a44-fdbe1e8d9629 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:05.460203 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7ccdc012-2f6e-4416-8daf-d38316286433 req-e9c4e7eb-6c02-462e-9a44-fdbe1e8d9629 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0479765 Sep 16 00:43:05.496588 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7ccdc012-2f6e-4416-8daf-d38316286433 req-f96ddaa9-2fe4-4d5e-9d59-9b19f137ceac tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303829 Sep 16 00:43:05.801378 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:06.620691 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23205fab-692b-4f2b-a2ef-1de105e7514d req-03502966-aecc-4720-a81d-c80d0b408dc3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:06.622207 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-23205fab-692b-4f2b-a2ef-1de105e7514d req-03502966-aecc-4720-a81d-c80d0b408dc3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Sep 16 00:43:06.661925 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-23205fab-692b-4f2b-a2ef-1de105e7514d req-8feb5d58-6d60-46b3-b886-7449b792e149 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Sep 16 00:43:07.329252 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7b420-d90c-43ec-9b41-fcb27417f0e2 req-c10aea7d-aa59-41cf-81b5-78ba005eac5e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:07.330723 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-40c7b420-d90c-43ec-9b41-fcb27417f0e2 req-c10aea7d-aa59-41cf-81b5-78ba005eac5e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0501056 Sep 16 00:43:07.369384 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-40c7b420-d90c-43ec-9b41-fcb27417f0e2 req-bb346351-a9e3-4335-9def-5df693e6bade tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328417 Sep 16 00:43:07.474102 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-982c143d-4d42-4f8d-b4a8-bdb6fe2c7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:07.475555 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-982c143d-4d42-4f8d-b4a8-bdb6fe2c7671 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1099 time: 0.0400169 Sep 16 00:43:07.581190 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-99b7368c-ff90-44eb-b7d4-5928268f9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:07.582697 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-99b7368c-ff90-44eb-b7d4-5928268f9482 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.0851734 Sep 16 00:43:07.662271 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-19e6e2ca-38b9-4ae4-a572-b5a4dce464da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 1001 time: 0.0609269 Sep 16 00:43:07.722403 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-a3509c56-112d-4f85-a13d-fb3ab8778b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:07.724325 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-a3509c56-112d-4f85-a13d-fb3ab8778b8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.0544343 Sep 16 00:43:07.808321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-8e13a978-8301-4d99-afd9-316b2dccee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:07.809902 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-8e13a978-8301-4d99-afd9-316b2dccee44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769956 Sep 16 00:43:07.834242 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99a77-6a42-4221-ad55-cd770287fdf8 req-68049d82-8de1-49b0-98c8-68a75277f4dc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:07.835691 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-18f99a77-6a42-4221-ad55-cd770287fdf8 req-68049d82-8de1-49b0-98c8-68a75277f4dc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0709796 Sep 16 00:43:07.932342 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-18f99a77-6a42-4221-ad55-cd770287fdf8 req-db1f4bd2-aea7-4b6c-9c39-cb1792cb205c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854449 Sep 16 00:43:07.950283 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-16bd7f7e-55f8-422a-aa9c-c05adf91d027 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328034 Sep 16 00:43:07.981901 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f3612-2a77-458b-86cc-18a94e61d410 req-ae96d5ba-46f0-4d48-871d-32d1b6de4a4c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:07.983393 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-144f3612-2a77-458b-86cc-18a94e61d410 req-ae96d5ba-46f0-4d48-871d-32d1b6de4a4c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 946 time: 0.0512447 Sep 16 00:43:08.026430 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-144f3612-2a77-458b-86cc-18a94e61d410 req-5e513c3c-a155-4443-9d29-266512d7ed4b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Sep 16 00:43:08.050857 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-32b3f70e-753c-4fe1-865a-8bf9aca08e1f req-8e4e7b72-6513-4366-945d-3ce9c7b15ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913322 Sep 16 00:43:08.482647 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e2d0a-e130-4c1f-b91b-9baca4311af8 req-b0bcf042-7a32-49bb-9be9-7e331fa6934f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:08.484797 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-774e2d0a-e130-4c1f-b91b-9baca4311af8 req-b0bcf042-7a32-49bb-9be9-7e331fa6934f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0489614 Sep 16 00:43:08.526028 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-774e2d0a-e130-4c1f-b91b-9baca4311af8 req-97b43ea5-3c1c-49a1-a1ff-7ae022aab917 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353241 Sep 16 00:43:09.059923 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c9934-c62b-44c2-b4cf-6c95b7e59964 req-4aee7894-c5a1-4ed1-9b65-77b503ba6e1f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:09.061492 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-728c9934-c62b-44c2-b4cf-6c95b7e59964 req-4aee7894-c5a1-4ed1-9b65-77b503ba6e1f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Sep 16 00:43:09.101461 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-728c9934-c62b-44c2-b4cf-6c95b7e59964 req-ce0c8fe1-0e60-4939-a64b-774008f2c078 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328836 Sep 16 00:43:09.150310 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053118dc-0417-439b-a399-db61cc23c327 req-2c6d2cc5-977c-411e-baf4-c87f09785534 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:09.151866 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-053118dc-0417-439b-a399-db61cc23c327 req-2c6d2cc5-977c-411e-baf4-c87f09785534 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 946 time: 0.0501182 Sep 16 00:43:09.189929 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-053118dc-0417-439b-a399-db61cc23c327 req-54d4eb3f-d40a-4e73-b240-1b4bb0e37a27 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Sep 16 00:43:09.302420 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40486) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:09.407879 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6c2d67c8-a2d6-4880-811c-15f829282775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:09.493621 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6c2d67c8-a2d6-4880-811c-15f829282775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:09.497236 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6c2d67c8-a2d6-4880-811c-15f829282775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:09.537705 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6c2d67c8-a2d6-4880-811c-15f829282775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b678fe7cd33040769d4fc7204ed73edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318318 Sep 16 00:43:09.537705 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d67c8-a2d6-4880-811c-15f829282775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962921fe-6701-43c8-b01b-6af0d9350609,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:09.538086 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 40490) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:09.587005 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07929046-c0dd-42cc-ab6e-20e4c9a7e657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:09.608732 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07929046-c0dd-42cc-ab6e-20e4c9a7e657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:09.644125 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c424b7-9ed7-49cf-a4d8-0846a3d71e63 req-ca801fe8-d92e-4222-89a6-72ffb64aa512 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:09.645632 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e1c424b7-9ed7-49cf-a4d8-0846a3d71e63 req-ca801fe8-d92e-4222-89a6-72ffb64aa512 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0532203 Sep 16 00:43:09.657079 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07929046-c0dd-42cc-ab6e-20e4c9a7e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:09.660279 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07929046-c0dd-42cc-ab6e-20e4c9a7e657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:09.661453 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-07929046-c0dd-42cc-ab6e-20e4c9a7e657 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/962921fe-6701-43c8-b01b-6af0d9350609 HTTP/1.1" status: 204 len: 168 time: 0.1223955 Sep 16 00:43:09.669480 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07929046-c0dd-42cc-ab6e-20e4c9a7e657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962921fe-6701-43c8-b01b-6af0d9350609,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:09.701035 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e1c424b7-9ed7-49cf-a4d8-0846a3d71e63 req-0c458b4a-e129-4af5-8e3c-73cdfbbced38 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400681 Sep 16 00:43:09.922253 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 40498) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:09.942355 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8dc2-9ae1-4dbe-b779-542c8af61c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.006940 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-c56f9732-5a52-4767-b982-ef51014bcac7 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:10.008308 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-c56f9732-5a52-4767-b982-ef51014bcac7 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 946 time: 0.0734982 Sep 16 00:43:10.124985 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8dc2-9ae1-4dbe-b779-542c8af61c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.133863 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8dc2-9ae1-4dbe-b779-542c8af61c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.146795 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Deleting port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:43:10.147133 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.223943 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-6a4d8dc2-9ae1-4dbe-b779-542c8af61c1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8703711d45124acea69aec283a832e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005526 Sep 16 00:43:10.226600 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40504) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:10.261693 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d8dc2-9ae1-4dbe-b779-542c8af61c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7a9651-1af9-40ea-be7f-fbdb13cfa9a9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:10.293423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709366e-9c62-4875-9bc2-92652ef1c8b7 req-89ad7bbf-4175-43a5-bbac-b0acb5cd5245 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:10.294919 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d709366e-9c62-4875-9bc2-92652ef1c8b7 req-89ad7bbf-4175-43a5-bbac-b0acb5cd5245 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.1182961 Sep 16 00:43:10.306181 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58d4faf4-3613-4a93-97e8-5c3ff8656b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.316781 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] For port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:10.317081 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.334907 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567437f-6884-443b-b5d4-214cfb830aaa req-9d6edcbe-0c80-45a9-8f38-ea84d45cbf52 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:10.336240 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Calling delete_port for b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:43:10.336368 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0567437f-6884-443b-b5d4-214cfb830aaa req-9d6edcbe-0c80-45a9-8f38-ea84d45cbf52 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e29a9a-a291-474f-b632-0d987cd35762 HTTP/1.1" status: 200 len: 946 time: 0.0727875 Sep 16 00:43:10.341265 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58d4faf4-3613-4a93-97e8-5c3ff8656b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.366410 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d709366e-9c62-4875-9bc2-92652ef1c8b7 req-d45eef61-fcb8-4592-9e72-925e654823df tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621295 Sep 16 00:43:10.400621 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0567437f-6884-443b-b5d4-214cfb830aaa req-2100bc64-0a07-4295-9124-94475cf608c6 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525014 Sep 16 00:43:10.419120 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58d4faf4-3613-4a93-97e8-5c3ff8656b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.422622 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-58d4faf4-3613-4a93-97e8-5c3ff8656b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.425958 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-58d4faf4-3613-4a93-97e8-5c3ff8656b64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f7a9651-1af9-40ea-be7f-fbdb13cfa9a9 HTTP/1.1" status: 204 len: 168 time: 0.1956124 Sep 16 00:43:10.433168 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4faf4-3613-4a93-97e8-5c3ff8656b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7a9651-1af9-40ea-be7f-fbdb13cfa9a9,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:10.489036 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.501618 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:43:10.518478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Pushing event deleted for resources: {'Port': ['ID=b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:10.561957 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] No DVR routers for this DVR port b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:43:10.565034 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:10.567098 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3e6a8730-f24f-4626-9572-d6d1032df00a req-a5f92991-8513-4a31-aa93-8cb108504ee1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "DELETE /v2.0/ports/b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 HTTP/1.1" status: 204 len: 173 time: 0.5503333 Sep 16 00:43:10.567558 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e29a9a-a291-474f-b632-0d987cd35762', 'name': 'network-vif-deleted', 'tag': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:43:10.569890 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b556374-5b11-4f34-9c1d-6dd1ddf678f1" -d '{"events": [{"server_uuid": "90e29a9a-a291-474f-b632-0d987cd35762", "name": "network-vif-deleted", "tag": "b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:43:10.625737 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149ff19e-f32f-414b-b641-5264caa8bfbb x-openstack-request-id: req-149ff19e-f32f-414b-b641-5264caa8bfbb {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:43:10.626026 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e29a9a-a291-474f-b632-0d987cd35762", "name": "network-vif-deleted", "tag": "b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:43:10.626271 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-149ff19e-f32f-414b-b641-5264caa8bfbb {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:43:10.626654 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e29a9a-a291-474f-b632-0d987cd35762', 'name': 'network-vif-deleted', 'tag': 'b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6', 'status': 'completed', 'code': 200} Sep 16 00:43:10.822638 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5187a-5589-49ee-b9ca-d864e6d42334 req-950a9ee3-0993-44e4-89d1-a1ef913fcd6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:10.824136 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-87e5187a-5589-49ee-b9ca-d864e6d42334 req-950a9ee3-0993-44e4-89d1-a1ef913fcd6e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0537281 Sep 16 00:43:10.861271 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-87e5187a-5589-49ee-b9ca-d864e6d42334 req-8a53f846-6850-4217-bd94-8d1b7968d282 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307970 Sep 16 00:43:11.452005 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:43:11.492967 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908ec75-59fb-49d9-9351-cf776be20f83 req-a0068f51-eaa9-46b7-933d-dc3446142531 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:11.494468 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3908ec75-59fb-49d9-9351-cf776be20f83 req-a0068f51-eaa9-46b7-933d-dc3446142531 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Sep 16 00:43:11.536987 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3908ec75-59fb-49d9-9351-cf776be20f83 req-144bfa35-d82e-4bec-84dd-8486ac4b4a93 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362251 Sep 16 00:43:11.976080 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48848df1-22b5-423a-8405-e3bac959fd14 req-213b0009-cf2a-4605-8b43-9dfac38470a8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:11.977570 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-48848df1-22b5-423a-8405-e3bac959fd14 req-213b0009-cf2a-4605-8b43-9dfac38470a8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0492923 Sep 16 00:43:12.017767 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-48848df1-22b5-423a-8405-e3bac959fd14 req-e2d3bf04-a971-4139-817c-be952bdf8e3a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343122 Sep 16 00:43:12.658276 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe7c3a-3c92-4986-93d1-d2940b7138de req-f1032f91-a056-4b44-a926-0f8fd1a65d31 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:12.659841 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55fe7c3a-3c92-4986-93d1-d2940b7138de req-f1032f91-a056-4b44-a926-0f8fd1a65d31 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Sep 16 00:43:12.698805 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55fe7c3a-3c92-4986-93d1-d2940b7138de req-fab516e5-ca45-46b6-97c4-5501d98043cc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328126 Sep 16 00:43:13.130127 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136c7b3-9cbb-45c4-ba84-027991904bbc req-94fcc11b-0095-496e-aef5-2e30853683cc tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:13.131569 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b136c7b3-9cbb-45c4-ba84-027991904bbc req-94fcc11b-0095-496e-aef5-2e30853683cc tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0473218 Sep 16 00:43:13.167023 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b136c7b3-9cbb-45c4-ba84-027991904bbc req-cd3871d2-d834-4e4d-9536-204bf5849136 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297236 Sep 16 00:43:13.821169 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa741fe-531e-477a-a690-7f7b261b3a9c req-9558164c-fdc5-4e47-9fdc-5d3ed75f6f00 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:13.822808 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5aa741fe-531e-477a-a690-7f7b261b3a9c req-9558164c-fdc5-4e47-9fdc-5d3ed75f6f00 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0556552 Sep 16 00:43:13.860099 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5aa741fe-531e-477a-a690-7f7b261b3a9c req-2fd91225-7e99-4dcb-a144-cf7df499d173 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Sep 16 00:43:14.285072 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94a405-a3bf-4316-a109-2e08381b1047 req-74f23b74-52ec-45cd-a6bf-7771c8f89f41 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:14.286531 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6e94a405-a3bf-4316-a109-2e08381b1047 req-74f23b74-52ec-45cd-a6bf-7771c8f89f41 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0536234 Sep 16 00:43:14.322732 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6e94a405-a3bf-4316-a109-2e08381b1047 req-eda5deaa-fe3e-4175-83c7-6019fc4aa3d1 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302651 Sep 16 00:43:14.977016 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f962a-86d7-4a00-bcbe-a4b766f16bfd req-eec57275-5b93-41ba-bf53-3acdca099bbf tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:14.978443 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9d4f962a-86d7-4a00-bcbe-a4b766f16bfd req-eec57275-5b93-41ba-bf53-3acdca099bbf tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0506520 Sep 16 00:43:15.016922 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9d4f962a-86d7-4a00-bcbe-a4b766f16bfd req-0aa3d4ab-9585-4f8e-9153-042c41e706e1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Sep 16 00:43:15.434274 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aab48-28cc-4ccd-abd7-73c34086e0e6 req-a375fafc-5700-4bae-ba2b-544b290d19fc tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:15.435838 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5d4aab48-28cc-4ccd-abd7-73c34086e0e6 req-a375fafc-5700-4bae-ba2b-544b290d19fc tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0479023 Sep 16 00:43:15.472618 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5d4aab48-28cc-4ccd-abd7-73c34086e0e6 req-94ea3970-1f85-4a89-ac3b-6f93a861e21f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302832 Sep 16 00:43:16.135012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c944b5-3493-44b2-bdb3-f3d2708262a0 req-5853e58d-f9db-4866-9ee9-7a1d566affe0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:16.136480 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-08c944b5-3493-44b2-bdb3-f3d2708262a0 req-5853e58d-f9db-4866-9ee9-7a1d566affe0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Sep 16 00:43:16.173008 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-08c944b5-3493-44b2-bdb3-f3d2708262a0 req-dfbe2b96-3cf9-47ba-81bc-027766f71b6c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305655 Sep 16 00:43:16.585166 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984149d-b69c-4431-b1cd-02f72876a66e req-83e91555-1338-4479-8647-fa77126f694d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:16.586728 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4984149d-b69c-4431-b1cd-02f72876a66e req-83e91555-1338-4479-8647-fa77126f694d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0490682 Sep 16 00:43:16.623907 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4984149d-b69c-4431-b1cd-02f72876a66e req-7c99968b-94df-4b03-99e9-2cfc1e51856a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311875 Sep 16 00:43:16.911435 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:43:16.931709 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:43:16.932043 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b1d9cd3b-8c22-4bab-944b-8b502c9c5fc6 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:43:17.295560 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4268853-382a-4638-b43c-722c6255c086 req-59ec7b34-09d4-4651-a395-f2a502105c69 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:17.298671 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c4268853-382a-4638-b43c-722c6255c086 req-59ec7b34-09d4-4651-a395-f2a502105c69 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Sep 16 00:43:17.335189 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c4268853-382a-4638-b43c-722c6255c086 req-341605f6-0405-475c-95b0-fc09797bfb78 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306439 Sep 16 00:43:17.756863 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1c58-e62c-4d15-ac77-e1c72903a1dd req-316c2591-3f73-4e15-b163-4abf1e2d11ad tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:17.758329 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-762e1c58-e62c-4d15-ac77-e1c72903a1dd req-316c2591-3f73-4e15-b163-4abf1e2d11ad tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0661607 Sep 16 00:43:17.797646 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-762e1c58-e62c-4d15-ac77-e1c72903a1dd req-f6e2fbe3-a56c-4924-af1b-f29cf41eb494 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328217 Sep 16 00:43:18.459150 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8114e1-9e52-42f7-b5eb-36b380873964 req-b41028d6-a643-4a9a-9a81-658227acd8f6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:18.460604 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2e8114e1-9e52-42f7-b5eb-36b380873964 req-b41028d6-a643-4a9a-9a81-658227acd8f6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0493908 Sep 16 00:43:18.497052 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2e8114e1-9e52-42f7-b5eb-36b380873964 req-80b9bde9-262a-4200-82a1-d51b3746b1e2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Sep 16 00:43:18.910925 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37546349-6be5-4135-a0ac-dc5b51206c5d req-96fc9b1f-10a9-4c23-a38f-041ac3aecb90 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:18.912579 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-37546349-6be5-4135-a0ac-dc5b51206c5d req-96fc9b1f-10a9-4c23-a38f-041ac3aecb90 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0481782 Sep 16 00:43:18.949702 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-37546349-6be5-4135-a0ac-dc5b51206c5d req-2376a6a5-278d-4be2-9543-877bc9c4e433 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309939 Sep 16 00:43:19.616689 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cea33-059b-4747-abb6-a40857a79acb req-c77f3a37-dfb6-44fe-94f9-b9d7eec4a5e3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:19.618136 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-396cea33-059b-4747-abb6-a40857a79acb req-c77f3a37-dfb6-44fe-94f9-b9d7eec4a5e3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0479860 Sep 16 00:43:19.654777 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-396cea33-059b-4747-abb6-a40857a79acb req-0a1555e3-33c3-4d4c-96a1-f0f44b1cc7cd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309081 Sep 16 00:43:20.078479 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae2aae-8869-40ff-a3c2-792d95b69e09 req-319c5398-d00c-44f6-9ec6-c7d9485709a6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:20.080051 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-75ae2aae-8869-40ff-a3c2-792d95b69e09 req-319c5398-d00c-44f6-9ec6-c7d9485709a6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0524533 Sep 16 00:43:20.119482 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-75ae2aae-8869-40ff-a3c2-792d95b69e09 req-7454152f-325a-4e63-84c7-79042662a864 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336463 Sep 16 00:43:20.782956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc7d1-4228-4377-a831-028ee15b6a34 req-8e7e474f-88ac-4b47-93f9-5eb8d76ce0be tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:20.784425 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-216dc7d1-4228-4377-a831-028ee15b6a34 req-8e7e474f-88ac-4b47-93f9-5eb8d76ce0be tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0568879 Sep 16 00:43:20.822869 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-216dc7d1-4228-4377-a831-028ee15b6a34 req-769144ce-8e45-4756-ae20-a090323c7e9a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Sep 16 00:43:21.237874 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d499c8-48e7-458b-8c2e-85903507ae54 req-8a3e91df-ab1c-43f8-9f17-cb02f2b9ff8c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:21.239321 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-45d499c8-48e7-458b-8c2e-85903507ae54 req-8a3e91df-ab1c-43f8-9f17-cb02f2b9ff8c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0505126 Sep 16 00:43:21.275742 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-45d499c8-48e7-458b-8c2e-85903507ae54 req-301c517a-32d1-45b1-bd99-9cc1a6737921 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305920 Sep 16 00:43:21.941750 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445cbca-e9f1-46f1-8b35-f5a7fd8e2b85 req-8872cb5d-7a30-4efa-be36-1d1a8603e9f1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:21.943185 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5445cbca-e9f1-46f1-8b35-f5a7fd8e2b85 req-8872cb5d-7a30-4efa-be36-1d1a8603e9f1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0476990 Sep 16 00:43:21.981135 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5445cbca-e9f1-46f1-8b35-f5a7fd8e2b85 req-dabc97a2-9fe9-4ff7-8ee8-710a6d390884 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Sep 16 00:43:22.388452 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e21ec-e684-4fa9-88a7-1b1132438441 req-2e9e9042-22fb-4f12-9c10-8a3c63e587a9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:22.390555 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-692e21ec-e684-4fa9-88a7-1b1132438441 req-2e9e9042-22fb-4f12-9c10-8a3c63e587a9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0468054 Sep 16 00:43:22.429565 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-692e21ec-e684-4fa9-88a7-1b1132438441 req-4e7a5a53-7b98-4737-a3c5-cdc62a664a2a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324421 Sep 16 00:43:23.107540 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3328813-40ec-4093-bada-05f456b3818d req-de9b605a-ac98-455f-ab81-29a932583b5a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:23.109702 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3328813-40ec-4093-bada-05f456b3818d req-de9b605a-ac98-455f-ab81-29a932583b5a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0571206 Sep 16 00:43:23.146825 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3328813-40ec-4093-bada-05f456b3818d req-13f7d0f2-9991-487a-9d34-0bb0560603a4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Sep 16 00:43:23.542310 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7aba3-690b-436e-b0c1-ad9d2a9c3acb req-bb2d6a9d-7299-4acd-a508-03f22b5461e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:23.543664 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a8d7aba3-690b-436e-b0c1-ad9d2a9c3acb req-bb2d6a9d-7299-4acd-a508-03f22b5461e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0469193 Sep 16 00:43:23.583687 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a8d7aba3-690b-436e-b0c1-ad9d2a9c3acb req-829a970c-8479-4e89-8b4e-ef8dd94c5d79 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334723 Sep 16 00:43:23.799922 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:43:23.894375 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:23.905176 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '71722fb0-efb8-4248-91b0-d3191294875c', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'port_id': '71722fb0-efb8-4248-91b0-d3191294875c', 'mac_address': 'fa:16:3e:aa:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:43:23.941037 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:23.952930 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71722fb0-efb8-4248-91b0-d3191294875c {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:43:23.971806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:23.975709 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:24.025582 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=6']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:24.032868 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.033235 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.033580 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.033909 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.034233 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.034556 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.034877 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.035194 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.035510 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.035823 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.036135 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.036445 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:43:24.267673 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2599e-598b-4866-a559-7a5f83fa9ae3 req-03e99637-c3eb-4a15-8022-e7a39b49b366 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:24.269145 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e2a2599e-598b-4866-a559-7a5f83fa9ae3 req-03e99637-c3eb-4a15-8022-e7a39b49b366 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0507605 Sep 16 00:43:24.310053 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e2a2599e-598b-4866-a559-7a5f83fa9ae3 req-50dd8035-79db-48cb-beab-1484b8b02c3c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335767 Sep 16 00:43:24.702235 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad9e1-d8e9-478c-9dd1-ad23b9ea342f req-e20aad67-80b5-48ed-af13-5e8446854490 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:24.704563 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-305ad9e1-d8e9-478c-9dd1-ad23b9ea342f req-e20aad67-80b5-48ed-af13-5e8446854490 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0553045 Sep 16 00:43:24.741200 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-305ad9e1-d8e9-478c-9dd1-ad23b9ea342f req-b0347b17-a711-4370-ab2f-ab9766c55e3b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307238 Sep 16 00:43:25.428859 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97567c-6278-469f-a301-d9fc2651f7b0 req-d54ac8a4-64c1-47bb-a1ca-043e1ca4a8d2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:25.430333 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8a97567c-6278-469f-a301-d9fc2651f7b0 req-d54ac8a4-64c1-47bb-a1ca-043e1ca4a8d2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0506310 Sep 16 00:43:25.467629 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8a97567c-6278-469f-a301-d9fc2651f7b0 req-270607d2-3a4e-46d4-b288-a505d0a32bf1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Sep 16 00:43:25.858155 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e144d0d-98cf-4866-abbe-fe5f5e1b4225 req-aca24e02-8b79-4b3f-81a3-ea614c0d578b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:25.860459 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0e144d0d-98cf-4866-abbe-fe5f5e1b4225 req-aca24e02-8b79-4b3f-81a3-ea614c0d578b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0492511 Sep 16 00:43:25.896426 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0e144d0d-98cf-4866-abbe-fe5f5e1b4225 req-e0f50c7a-b43c-4990-be88-ec916b5893a0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301120 Sep 16 00:43:26.583152 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe82f12-22e1-43cc-bfe2-c48e28265365 req-c26e5ecc-e1a0-4b7e-80bb-faf19c7afcbd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:26.584530 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0fe82f12-22e1-43cc-bfe2-c48e28265365 req-c26e5ecc-e1a0-4b7e-80bb-faf19c7afcbd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0474863 Sep 16 00:43:26.621224 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0fe82f12-22e1-43cc-bfe2-c48e28265365 req-2283c247-1590-45eb-9547-8785e94c2592 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308557 Sep 16 00:43:27.008780 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf43e5-297b-4822-9def-ce97543dafaf req-28be6429-7e09-4d51-969c-8bff6e88a08a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:27.010230 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-17bf43e5-297b-4822-9def-ce97543dafaf req-28be6429-7e09-4d51-969c-8bff6e88a08a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0469298 Sep 16 00:43:27.046895 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-17bf43e5-297b-4822-9def-ce97543dafaf req-644f33a5-7695-4ea6-add0-2a9931e444e3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302470 Sep 16 00:43:27.275342 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['71722fb0-efb8-4248-91b0-d3191294875c'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:43:27.740515 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0f0c-86ca-48ca-bf1f-518210961745 req-1d215f75-74a5-4aa3-8e30-ca22b0f5f542 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:27.742001 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c5cd0f0c-86ca-48ca-bf1f-518210961745 req-1d215f75-74a5-4aa3-8e30-ca22b0f5f542 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0510859 Sep 16 00:43:27.782632 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c5cd0f0c-86ca-48ca-bf1f-518210961745 req-996ef535-fc3a-46b8-8168-a772e5ffbd39 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Sep 16 00:43:28.162532 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077432bf-da30-489c-8cd2-4906a178650e req-39ca9279-4b83-4c21-a27e-adaf69b1ec40 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:28.163966 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-077432bf-da30-489c-8cd2-4906a178650e req-39ca9279-4b83-4c21-a27e-adaf69b1ec40 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0510707 Sep 16 00:43:28.201775 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-077432bf-da30-489c-8cd2-4906a178650e req-817d12aa-565b-4324-bbee-b5b563661172 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319073 Sep 16 00:43:28.635712 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-9a0efc3d-d9e9-485c-8f41-3396b7812e5c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:28.637219 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-9a0efc3d-d9e9-485c-8f41-3396b7812e5c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/networks?id=2306b794-8283-4f3a-bbc8-7fa76d9e0206 HTTP/1.1" status: 200 len: 812 time: 0.1005888 Sep 16 00:43:28.652403 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-2d4c64db-7d38-4fe7-b523-6d4381fb52b7 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/quotas/5371e81e7e40476e93e1f18111dcfc6f HTTP/1.1" status: 200 len: 375 time: 0.0090885 Sep 16 00:43:28.688015 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-6c077218-aeed-4a6a-a728-4487d4b774be tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5371e81e7e40476e93e1f18111dcfc6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297766 Sep 16 00:43:28.777808 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-6a10367f-b13c-4f98-8be3-6ffda72f313e service neutron] 10.222.0.13 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Sep 16 00:43:28.874908 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-b4e01b8e-f43c-46b5-a293-4ce8338d310e service neutron] 10.222.0.13 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902038 Sep 16 00:43:28.900486 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df287a5c-56d2-4231-9264-981cd863b90d req-8e751929-3aa2-45d5-8cb0-f29430e1ce01 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:28.901984 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-df287a5c-56d2-4231-9264-981cd863b90d req-8e751929-3aa2-45d5-8cb0-f29430e1ce01 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0483832 Sep 16 00:43:28.938748 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-df287a5c-56d2-4231-9264-981cd863b90d req-c4aef24c-3841-48e7-a01a-d84df070ddfc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302529 Sep 16 00:43:29.032402 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0dfd9b5e-73d7-490f-b642-be33c27c2f6e req-6815a73a-4aab-40a4-9ea1-0c2ded6c2c9b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0286434 Sep 16 00:43:29.191760 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:43:29.242228 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 71722fb0-efb8-4248-91b0-d3191294875c triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:43:29.242601 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:29.324690 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:29.330295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b6c71-3f95-4486-ac99-a42472d95cde req-77eee75a-f5db-4f91-b8bc-566c1f0ba735 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:29.332153 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-131b6c71-3f95-4486-ac99-a42472d95cde req-77eee75a-f5db-4f91-b8bc-566c1f0ba735 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0577011 Sep 16 00:43:29.356461 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:43:29.362371 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019bd9f2-7c32-4b05-9eef-852d50e4ccb7" -d '{"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-plugged", "status": "completed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:43:29.380161 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:29.393263 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-131b6c71-3f95-4486-ac99-a42472d95cde req-c869992d-cdfc-4ebe-8a06-c3c6fc3d05ec tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511241 Sep 16 00:43:29.394739 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:29.414471 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456481fd-46d0-42aa-8e3e-43a9058b0d62 x-openstack-request-id: req-456481fd-46d0-42aa-8e3e-43a9058b0d62 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:43:29.414941 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-plugged", "status": "completed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:43:29.415286 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-456481fd-46d0-42aa-8e3e-43a9058b0d62 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:43:29.415733 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c', 'code': 200} Sep 16 00:43:29.464085 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=7']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:30.079885 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-af926b83-56d9-496f-9758-104add687080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:30.090058 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9684ef-3609-43c2-985e-6c3025710e26 req-a0d5a652-f797-4835-9eb1-79c7a1f6bae1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:30.091680 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa9684ef-3609-43c2-985e-6c3025710e26 req-a0d5a652-f797-4835-9eb1-79c7a1f6bae1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0737042 Sep 16 00:43:30.099617 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-6b370998-7460-4ac6-883a-2b3db9f3cdae tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:30.101262 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-6b370998-7460-4ac6-883a-2b3db9f3cdae tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "GET /v2.0/networks?id=2306b794-8283-4f3a-bbc8-7fa76d9e0206 HTTP/1.1" status: 200 len: 812 time: 0.1748073 Sep 16 00:43:30.119675 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Request body: {'port': {'device_id': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206', 'admin_state_up': True, 'tenant_id': '5371e81e7e40476e93e1f18111dcfc6f'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:43:30.164069 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b1607f93-15ba-4455-96ea-013853b48681 req-9ff64c35-f64f-4609-97b4-1568a141f3d7 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0389006 Sep 16 00:43:30.206298 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa9684ef-3609-43c2-985e-6c3025710e26 req-6de12606-c07e-4d1d-aaab-008fd788beee tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009009 Sep 16 00:43:30.266386 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Made reservation on behalf of 5371e81e7e40476e93e1f18111dcfc6f for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:43:30.270494 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:30.408548 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Allocated IP 172.20.0.9 (2306b794-8283-4f3a-bbc8-7fa76d9e0206/7c1362c8-6cbc-4be6-8a88-6e50652c13bd/1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:43:30.593365 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:30.634205 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:30.683529 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:43:30.687217 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:43:30.689934 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:43:30.695865 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:30.696256 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:30.718751 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Pushing event updated for resources: {'Port': ['ID=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:30.726768 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-f5b67789-1bc5-4eff-b4aa-9a62b7aa80d0 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6091650 Sep 16 00:43:30.807223 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Request body: {'port': {'device_id': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:43:30.830011 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8d12-b74e-4de6-836c-ea20a6e4b316 req-98e1fbe7-72c7-44ce-87d9-a38001bd2559 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:30.833832 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c99b8d12-b74e-4de6-836c-ea20a6e4b316 req-98e1fbe7-72c7-44ce-87d9-a38001bd2559 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.3431458 Sep 16 00:43:30.878948 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:30.888961 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c99b8d12-b74e-4de6-836c-ea20a6e4b316 req-44f519d8-1bfd-46ae-b981-1f5f3a9d1c3b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429788 Sep 16 00:43:31.181012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:43:31.189329 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:31.202997 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Transition to ACTIVE for port object 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:43:31.210407 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:31.373325 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f417c-a4e9-472b-ba7f-42584841de3d req-76c3cffb-d4cf-460f-b705-3669560362a6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:31.381376 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-588f417c-a4e9-472b-ba7f-42584841de3d req-76c3cffb-d4cf-460f-b705-3669560362a6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0625851 Sep 16 00:43:31.418838 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-588f417c-a4e9-472b-ba7f-42584841de3d req-97472c70-5f70-4e08-9a9a-1b6581199f56 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353439 Sep 16 00:43:31.572484 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Pushing event updated for resources: {'Port': ['ID=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:31.591626 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Attempting to bind port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:43:31.591980 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Attempting to bind port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:43:31.592351 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Attempting to bind port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a on network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:43:31.601095 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a on network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:43:31.601410 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Attempting to bind port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a on network 2306b794-8283-4f3a-bbc8-7fa76d9e0206 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:43:31.610045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:43:31.610379 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Checking segment: {'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:43:31.610756 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Bound using segment: {'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:43:31.611182 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Bound port: 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555f781f-1a9d-4d1e-b1ca-60da4039982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:43:31.611697 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:31.632664 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf33f-77dc-40db-825b-8a5ced838842 req-a6712ed7-f04d-4616-ab1e-4b4818ad22c8 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:31.634138 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9b2cf33f-77dc-40db-825b-8a5ced838842 req-a6712ed7-f04d-4616-ab1e-4b4818ad22c8 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 943 time: 0.0845971 Sep 16 00:43:31.714321 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9b2cf33f-77dc-40db-825b-8a5ced838842 req-8339e246-6084-4a45-b750-d9f96524500a tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561650 Sep 16 00:43:31.719131 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] For port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:43:31.722631 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] For port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:43:31.737393 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:31.800642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:31.801646 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:31.803231 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] 10.222.0.39 "PUT /v2.0/ports/1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a HTTP/1.1" status: 200 len: 1093 time: 1.0013433 Sep 16 00:43:31.803736 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'tag': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:43:31.806064 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597708c7-dd9c-4342-95ef-80f87823ab88" -d '{"events": [{"name": "network-changed", "server_uuid": "87aad0e5-6953-42f6-a832-19c55752ffb5", "tag": "1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:43:31.819957 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a578bd6-8b9d-457f-988f-8ab34247b920 service neutron] Pushing event updated for resources: {'Port': ['ID=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:31.856172 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744360d9-ac84-4265-990e-45a06d8a738c x-openstack-request-id: req-744360d9-ac84-4265-990e-45a06d8a738c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:43:31.856464 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aad0e5-6953-42f6-a832-19c55752ffb5", "tag": "1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:43:31.856739 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-744360d9-ac84-4265-990e-45a06d8a738c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:43:31.857133 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'tag': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a', 'status': 'completed', 'code': 200} Sep 16 00:43:31.903595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-5d51d348-fe99-4a3c-b5fe-229993792913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:31.905096 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-5d51d348-fe99-4a3c-b5fe-229993792913 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5371e81e7e40476e93e1f18111dcfc6f&device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 1096 time: 0.0414457 Sep 16 00:43:31.969224 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-de78af67-b805-4733-b90a-29bba277986a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a HTTP/1.1" status: 200 len: 217 time: 0.0444090 Sep 16 00:43:32.051020 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31970f-10cd-4f77-a333-47c5db06de02 req-42f19210-08f1-4712-a182-4632246f28e9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:32.052766 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-da31970f-10cd-4f77-a333-47c5db06de02 req-42f19210-08f1-4712-a182-4632246f28e9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0934448 Sep 16 00:43:32.054793 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-9fb9c091-a888-4407-aa27-665fe535352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:32.056298 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-9fb9c091-a888-4407-aa27-665fe535352f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c1362c8-6cbc-4be6-8a88-6e50652c13bd HTTP/1.1" status: 200 len: 852 time: 0.0684965 Sep 16 00:43:32.095887 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-e495ba68-96ee-4210-894f-7eb68be28782 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2306b794-8283-4f3a-bbc8-7fa76d9e0206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306525 Sep 16 00:43:32.121286 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-da31970f-10cd-4f77-a333-47c5db06de02 req-5fdbd258-1e2b-41cb-97eb-98eac70da499 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623994 Sep 16 00:43:32.199442 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-57a1a6d1-94cd-47d6-9b07-e2c57a04eb03 service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924919 Sep 16 00:43:32.295548 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-60bc1be5-0188-46b8-b7fe-e6bba938fb12 req-362cd9d3-729f-4313-adef-4179b1fbb70c service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858765 Sep 16 00:43:32.392185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-851e3ad2-3fe8-4d86-b63f-47d8019210c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:32.394450 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-851e3ad2-3fe8-4d86-b63f-47d8019210c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5371e81e7e40476e93e1f18111dcfc6f&device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 1096 time: 0.0478404 Sep 16 00:43:32.495814 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-2296ab7e-5c11-444a-9eec-817ad5cf865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:32.497430 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-2296ab7e-5c11-444a-9eec-817ad5cf865b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2306b794-8283-4f3a-bbc8-7fa76d9e0206 HTTP/1.1" status: 200 len: 913 time: 0.0940709 Sep 16 00:43:32.550120 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-a6557903-b8a7-4a25-a8bc-c4cae3d0ff8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a HTTP/1.1" status: 200 len: 217 time: 0.0431778 Sep 16 00:43:32.552606 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06c890-f699-404d-8ac3-4b373285ffa9 req-34516f7c-cf36-4633-b430-cd73fd7c1087 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:32.554136 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cd06c890-f699-404d-8ac3-4b373285ffa9 req-34516f7c-cf36-4633-b430-cd73fd7c1087 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0505633 Sep 16 00:43:32.609576 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cd06c890-f699-404d-8ac3-4b373285ffa9 req-d17e6662-102f-4ab3-93b5-564c130dd1f4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Sep 16 00:43:32.613930 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-d2e42673-3714-421f-a8c2-a759a5756f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:32.615715 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-d2e42673-3714-421f-a8c2-a759a5756f5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c1362c8-6cbc-4be6-8a88-6e50652c13bd HTTP/1.1" status: 200 len: 852 time: 0.0566821 Sep 16 00:43:32.649445 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-7a7c6897-15fe-408e-8a8a-ac3d649977f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2306b794-8283-4f3a-bbc8-7fa76d9e0206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254643 Sep 16 00:43:32.761211 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-10ccc42a-4428-4805-8a64-8cec2393d135 service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024671 Sep 16 00:43:32.770761 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6503dd39-2d2b-4387-a2b1-31d5c17ece50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:32.777754 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:32.895278 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597708c7-dd9c-4342-95ef-80f87823ab88 req-6294ee2c-53e7-4234-bc83-c29941f77308 service neutron] 10.222.0.39 "GET /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260524 Sep 16 00:43:32.904196 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8a65-8bf6-4f56-b8ff-b73bf1cb7bdd req-85a885ec-b1c8-403b-b331-33dc6a2521bc tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:32.905718 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b38f8a65-8bf6-4f56-b8ff-b73bf1cb7bdd req-85a885ec-b1c8-403b-b331-33dc6a2521bc tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 943 time: 0.0712337 Sep 16 00:43:32.953828 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b38f8a65-8bf6-4f56-b8ff-b73bf1cb7bdd req-7b1c641f-3222-442f-9add-4090a3e62175 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Sep 16 00:43:33.250893 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c30c2-33ef-4664-a42b-7504c27dc57a req-d4ed2885-4253-4b8a-939b-11cbb43f2ab2 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:33.252483 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e31c30c2-33ef-4664-a42b-7504c27dc57a req-d4ed2885-4253-4b8a-939b-11cbb43f2ab2 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0526171 Sep 16 00:43:33.292685 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e31c30c2-33ef-4664-a42b-7504c27dc57a req-ef4d5036-75d6-4b96-b0a4-73b0af276e75 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332046 Sep 16 00:43:33.656583 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:33.770449 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5537c-e699-481e-82b9-297fb6dbab73 req-0fa18d06-982e-4e20-93e1-8af349e87d48 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:33.776271 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2aa5537c-e699-481e-82b9-297fb6dbab73 req-0fa18d06-982e-4e20-93e1-8af349e87d48 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0681636 Sep 16 00:43:33.825098 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2aa5537c-e699-481e-82b9-297fb6dbab73 req-c0615124-1d2c-4b6b-ae5e-e3ae19a5ad0f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472541 Sep 16 00:43:33.899111 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:34.072894 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846b9d9-5128-4e46-b05b-825d931832eb req-8b133898-1d45-4117-9cea-ddf1339932f4 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:34.080596 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f846b9d9-5128-4e46-b05b-825d931832eb req-8b133898-1d45-4117-9cea-ddf1339932f4 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 943 time: 0.0569727 Sep 16 00:43:34.113863 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f846b9d9-5128-4e46-b05b-825d931832eb req-bda6a0c5-93b0-43d4-b4b2-9845abee4403 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Sep 16 00:43:34.412406 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988d51f-a476-41be-b3d4-7358d9429932 req-e3cef907-6d6e-473d-a9d7-39c301814a2c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:34.413921 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7988d51f-a476-41be-b3d4-7358d9429932 req-e3cef907-6d6e-473d-a9d7-39c301814a2c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0507238 Sep 16 00:43:34.451482 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7988d51f-a476-41be-b3d4-7358d9429932 req-ddfb424e-58be-480f-8492-3d7a43d9e7d4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317457 Sep 16 00:43:34.695758 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53efba-d9aa-4a30-b3b6-c347769893e4 req-1d5c67b2-76ae-4da6-806c-50ed3480efae tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:34.697719 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fa53efba-d9aa-4a30-b3b6-c347769893e4 req-1d5c67b2-76ae-4da6-806c-50ed3480efae tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0514143 Sep 16 00:43:34.767854 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fa53efba-d9aa-4a30-b3b6-c347769893e4 req-94c90e18-6e23-4945-a1d0-002e8f637c98 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627267 Sep 16 00:43:34.778373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-56fecdaa-cf59-48dc-82e0-9c2aa330bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:34.779947 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-56fecdaa-cf59-48dc-82e0-9c2aa330bf8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1099 time: 0.0561531 Sep 16 00:43:34.876943 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-ed344bb1-6cba-4b42-a07f-1f939378f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:34.878406 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-ed344bb1-6cba-4b42-a07f-1f939378f9e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.0898070 Sep 16 00:43:34.951291 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea0862-6582-45e0-9319-b3f04b9d584a req-8ec80cd2-f40d-4b48-97b2-ee4afdd96448 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:34.953398 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-23ea0862-6582-45e0-9319-b3f04b9d584a req-8ec80cd2-f40d-4b48-97b2-ee4afdd96448 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0506165 Sep 16 00:43:34.973024 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-855e8275-706e-400c-acec-9a798fbde58c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 1001 time: 0.0858068 Sep 16 00:43:35.008342 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-23ea0862-6582-45e0-9319-b3f04b9d584a req-5fb37671-fca5-481e-afd9-6c3ecca99b32 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487187 Sep 16 00:43:35.031678 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-786453c4-9cc8-48ba-9951-4d31eff71f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:35.032677 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-786453c4-9cc8-48ba-9951-4d31eff71f7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.0498948 Sep 16 00:43:35.085906 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-5ca609e4-54c0-4154-99f2-e7356cedd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:35.087460 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-5ca609e4-54c0-4154-99f2-e7356cedd8c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457597 Sep 16 00:43:35.209390 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-bae68fdd-45ee-4725-9c8a-d416b9df2c63 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121960 Sep 16 00:43:35.305223 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93dcb6-3b93-43e4-a549-26fe8430917d req-36592f17-acc2-4269-ab06-5f7acd3caef1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:35.306722 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4d93dcb6-3b93-43e4-a549-26fe8430917d req-36592f17-acc2-4269-ab06-5f7acd3caef1 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 943 time: 0.1131904 Sep 16 00:43:35.340895 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-50f6d40f-8086-4914-b25d-ceff1cdf4d11 req-2228780e-9b95-48d1-94ea-576a7f5aae99 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171305 Sep 16 00:43:35.360879 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4d93dcb6-3b93-43e4-a549-26fe8430917d req-b94c1767-59f1-4a40-b0ba-c3c6133bf0c8 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Sep 16 00:43:35.804381 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:35.905021 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859ce9-3bb7-4c1c-8f32-d0e10ced8502 req-fc8be021-b152-40e6-8b9e-57c9391fbd32 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:35.907378 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-37859ce9-3bb7-4c1c-8f32-d0e10ced8502 req-fc8be021-b152-40e6-8b9e-57c9391fbd32 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0531795 Sep 16 00:43:35.944874 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-37859ce9-3bb7-4c1c-8f32-d0e10ced8502 req-b6019ffa-1e33-4af9-92ca-d46779debc3d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312381 Sep 16 00:43:36.123236 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d69b-775b-4265-82e3-99c0182f528c req-730dd4ca-1174-4695-84d5-6d164b130f29 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:36.125682 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2568d69b-775b-4265-82e3-99c0182f528c req-730dd4ca-1174-4695-84d5-6d164b130f29 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0546298 Sep 16 00:43:36.164007 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2568d69b-775b-4265-82e3-99c0182f528c req-e6a9ca8c-7031-4d5e-8c4b-2743b43742fc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Sep 16 00:43:36.489370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9f337-6f04-4d0b-a83a-1995505387a9 req-414bd79f-0eda-44c0-b9fd-bebdeee5cc49 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:36.490962 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-49c9f337-6f04-4d0b-a83a-1995505387a9 req-414bd79f-0eda-44c0-b9fd-bebdeee5cc49 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 943 time: 0.0527418 Sep 16 00:43:36.539438 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-49c9f337-6f04-4d0b-a83a-1995505387a9 req-e91a0a61-5254-41af-a123-cfbb6b33f108 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Sep 16 00:43:37.063314 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc77d7-c062-4206-90ae-222da573940a req-18f7ea59-3c2b-4277-8029-d37ecea2941d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:37.064798 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-becc77d7-c062-4206-90ae-222da573940a req-18f7ea59-3c2b-4277-8029-d37ecea2941d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0494976 Sep 16 00:43:37.122629 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-becc77d7-c062-4206-90ae-222da573940a req-aae82ce9-be73-411b-b6ed-d5c643855ae3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465922 Sep 16 00:43:37.255807 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:43:37.294031 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76486e6-5c69-4080-a4c2-b5339a646554 req-7829308d-c6db-499b-a412-dd23f092f282 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:37.295739 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f76486e6-5c69-4080-a4c2-b5339a646554 req-7829308d-c6db-499b-a412-dd23f092f282 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Sep 16 00:43:37.344363 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f76486e6-5c69-4080-a4c2-b5339a646554 req-95ea58a5-1536-451e-adcd-18132180a30a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Sep 16 00:43:37.356160 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:37.368733 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a', 'network_id': '2306b794-8283-4f3a-bbc8-7fa76d9e0206', 'port_id': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a', 'mac_address': 'fa:16:3e:1a:7c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1362c8-6cbc-4be6-8a88-6e50652c13bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:43:37.413972 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:37.428522 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:43:37.448863 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:37.453231 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:37.502634 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:37.658132 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df7eeb-f187-4ffc-b543-9c85613baab1 req-486355d5-5af8-40f0-90c4-5f5170990ceb tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:37.659624 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-48df7eeb-f187-4ffc-b543-9c85613baab1 req-486355d5-5af8-40f0-90c4-5f5170990ceb tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 944 time: 0.0494163 Sep 16 00:43:37.697711 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-48df7eeb-f187-4ffc-b543-9c85613baab1 req-f2410e53-bd93-40d1-800f-d8d1365f38de tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Sep 16 00:43:37.897863 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:43:38.481054 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cb048-49a6-416b-870f-abb7983aed54 req-54015071-8583-4626-998e-e0d7744d7489 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:38.482611 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6c3cb048-49a6-416b-870f-abb7983aed54 req-54015071-8583-4626-998e-e0d7744d7489 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0601783 Sep 16 00:43:38.527275 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6c3cb048-49a6-416b-870f-abb7983aed54 req-06efe882-4f9e-49b6-b5ac-b38f39556221 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 Sep 16 00:43:38.831032 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb980b5c-a854-43d5-ad16-6de12546698f req-d6b18b6f-6e06-4f46-9c72-7c8f28c4ed5a tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:38.833253 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cb980b5c-a854-43d5-ad16-6de12546698f req-d6b18b6f-6e06-4f46-9c72-7c8f28c4ed5a tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 944 time: 0.0550690 Sep 16 00:43:38.893234 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cb980b5c-a854-43d5-ad16-6de12546698f req-06c8b844-6ba6-4c2f-ab28-5c8dbdf695fd tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Sep 16 00:43:39.275770 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:43:39.348794 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:43:39.353165 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:43:39.353527 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:39.470039 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:39.495066 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:43:39.497809 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee3e4e4-095d-4d5f-9a13-7787a0b3a2bd" -d '{"events": [{"server_uuid": "87aad0e5-6953-42f6-a832-19c55752ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:43:39.518291 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:39.525064 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:39.585065 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45c54b-73ce-421e-bfe0-6ee62a2d4bb2 x-openstack-request-id: req-9b45c54b-73ce-421e-bfe0-6ee62a2d4bb2 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:43:39.585675 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aad0e5-6953-42f6-a832-19c55752ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:43:39.586123 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b45c54b-73ce-421e-bfe0-6ee62a2d4bb2 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:43:39.586686 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a', 'code': 200} Sep 16 00:43:39.595232 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:39.747562 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6131407-3c68-4e65-b8e3-ca5773a6bdaf req-cae8c220-21f1-4d0d-b7e4-d94308506612 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:39.757252 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f6131407-3c68-4e65-b8e3-ca5773a6bdaf req-cae8c220-21f1-4d0d-b7e4-d94308506612 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.1208830 Sep 16 00:43:39.837518 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f6131407-3c68-4e65-b8e3-ca5773a6bdaf req-2048b1c8-fbeb-4e1a-b5eb-7abf51e4a7fb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793772 Sep 16 00:43:39.861198 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef216d9-ebb1-45c4-ac37-1c483e3009cf req-0c0e3150-b86b-4cf2-9157-04a03c174e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:39.863458 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eef216d9-ebb1-45c4-ac37-1c483e3009cf req-0c0e3150-b86b-4cf2-9157-04a03c174e80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 1098 time: 0.0681574 Sep 16 00:43:39.909350 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eef216d9-ebb1-45c4-ac37-1c483e3009cf req-20f7bc99-8296-47db-bc72-0fe257701569 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Sep 16 00:43:40.022806 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683965e-3c46-4275-b5c6-d658c8aeeeb5 req-d3f1033b-ed31-44f7-bc0d-3593c09d1487 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:40.025236 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0683965e-3c46-4275-b5c6-d658c8aeeeb5 req-d3f1033b-ed31-44f7-bc0d-3593c09d1487 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Sep 16 00:43:40.065360 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0683965e-3c46-4275-b5c6-d658c8aeeeb5 req-9e32af4e-b3e1-49b3-a58c-841cc0d4bd2e tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Sep 16 00:43:40.970841 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4484a6-7b35-437d-9a97-06c3010c4aad req-63713e87-198f-428a-b99a-94ecde7df8c9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:40.978453 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4a4484a6-7b35-437d-9a97-06c3010c4aad req-63713e87-198f-428a-b99a-94ecde7df8c9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0642838 Sep 16 00:43:41.018468 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4a4484a6-7b35-437d-9a97-06c3010c4aad req-9eaa220b-5013-452f-b1dd-b8c9025502e0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Sep 16 00:43:41.122986 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 40932) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:41.205280 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b4d50-8577-414d-9683-ca3332afa780 req-64fe34e1-0fc9-4e8f-9d7c-5687540d16d4 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:41.213516 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f9b4d50-8577-414d-9683-ca3332afa780 req-64fe34e1-0fc9-4e8f-9d7c-5687540d16d4 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0655689 Sep 16 00:43:41.251905 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f9b4d50-8577-414d-9683-ca3332afa780 req-a0a7bd9b-6025-4315-a6f6-c76b8d7f5f52 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371053 Sep 16 00:43:41.267230 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9370de47-76da-4348-8636-7de7c6c0fa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:41.392641 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9370de47-76da-4348-8636-7de7c6c0fa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:41.402269 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9370de47-76da-4348-8636-7de7c6c0fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:41.452310 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 40936) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:41.465373 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-9370de47-76da-4348-8636-7de7c6c0fa68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b7fdab8a57a4f1d8d69ddb385994194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340695 Sep 16 00:43:41.466263 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370de47-76da-4348-8636-7de7c6c0fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82f9ba4-fb53-443e-a1af-65e23b0f3360,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:41.513603 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65e0a0fd-315a-4e18-8176-199a7272ae2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:41.537536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65e0a0fd-315a-4e18-8176-199a7272ae2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:41.595705 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65e0a0fd-315a-4e18-8176-199a7272ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:41.598770 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65e0a0fd-315a-4e18-8176-199a7272ae2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:41.600017 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-65e0a0fd-315a-4e18-8176-199a7272ae2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e82f9ba4-fb53-443e-a1af-65e23b0f3360 HTTP/1.1" status: 204 len: 168 time: 0.1465886 Sep 16 00:43:41.608956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0a0fd-315a-4e18-8176-199a7272ae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82f9ba4-fb53-443e-a1af-65e23b0f3360,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:42.168116 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e46f-c5e8-4713-9e51-a781b72f8964 req-f35bf06c-1c89-45be-8ff8-cc1b9f78dd98 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:42.169791 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f9b8e46f-c5e8-4713-9e51-a781b72f8964 req-f35bf06c-1c89-45be-8ff8-cc1b9f78dd98 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0732796 Sep 16 00:43:42.226473 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f9b8e46f-c5e8-4713-9e51-a781b72f8964 req-0e075f55-5043-4f31-a7f3-0ae861d86dfa tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501006 Sep 16 00:43:42.386161 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fe41f-537e-4d44-aa08-d6b7a8067291 req-5e41995d-4e1f-4deb-bfc4-75de829be29b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:42.396558 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a7fe41f-537e-4d44-aa08-d6b7a8067291 req-5e41995d-4e1f-4deb-bfc4-75de829be29b tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0591564 Sep 16 00:43:42.446614 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a7fe41f-537e-4d44-aa08-d6b7a8067291 req-78ab3878-c280-4b2d-ac2c-85593727d67d tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Sep 16 00:43:43.363256 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b4a8d-5467-4d85-8123-5b4a4a682ded req-995f32bb-13a4-46a1-974a-fa36b9b8e90e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:43.364785 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d98b4a8d-5467-4d85-8123-5b4a4a682ded req-995f32bb-13a4-46a1-974a-fa36b9b8e90e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0558136 Sep 16 00:43:43.408623 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d98b4a8d-5467-4d85-8123-5b4a4a682ded req-ebd332d8-a499-4b55-b467-3a1a81d6de5d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377622 Sep 16 00:43:43.691035 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-c18cff05-22e6-41e7-95cd-dece2c230a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:43.692543 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-c18cff05-22e6-41e7-95cd-dece2c230a86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1098 time: 0.0399454 Sep 16 00:43:43.787063 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-fb0222bb-d758-4a5e-9be2-093c064a88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:43.788526 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-fb0222bb-d758-4a5e-9be2-093c064a88c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.0852292 Sep 16 00:43:43.853765 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-37381279-a02b-4f85-bcb4-171ee9074924 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 1001 time: 0.0573411 Sep 16 00:43:43.901749 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-45afee0e-ede9-4986-b342-ae91af612a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:43.903160 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-45afee0e-ede9-4986-b342-ae91af612a62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0420859 Sep 16 00:43:43.956495 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-ef709658-dc1e-4a55-a35d-231ede70a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:43.957902 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-ef709658-dc1e-4a55-a35d-231ede70a1a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431833 Sep 16 00:43:44.047952 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-3a5de5b9-5ba2-4fab-9f37-dd4f01780069 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816424 Sep 16 00:43:44.138483 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7abbf075-968b-48fb-965f-a0adac7b57a3 req-d0075361-5643-4037-9b1b-d739824ec256 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834646 Sep 16 00:43:44.536804 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735ced5-4b5c-4899-a062-c43a4bfd1139 req-d8c28704-29f8-4920-8bea-b78be36429b2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:44.538317 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8735ced5-4b5c-4899-a062-c43a4bfd1139 req-d8c28704-29f8-4920-8bea-b78be36429b2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0504105 Sep 16 00:43:44.578141 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8735ced5-4b5c-4899-a062-c43a4bfd1139 req-36de1abd-0e7f-43c7-8299-9ab7af1d7db3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339489 Sep 16 00:43:45.698208 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720fff4-0986-4005-a149-a3fd11f7e229 req-66674f11-63d7-44b7-a0b9-dc4082a79ffd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:45.699702 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b720fff4-0986-4005-a149-a3fd11f7e229 req-66674f11-63d7-44b7-a0b9-dc4082a79ffd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0489929 Sep 16 00:43:45.739476 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b720fff4-0986-4005-a149-a3fd11f7e229 req-cc0efcf4-1451-4ccd-9289-4b67dd17d982 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336907 Sep 16 00:43:45.907912 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41032) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:46.009203 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7db47fc1-b0af-4926-982e-1198607683c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.096808 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7db47fc1-b0af-4926-982e-1198607683c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.100289 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7db47fc1-b0af-4926-982e-1198607683c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.145385 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-7db47fc1-b0af-4926-982e-1198607683c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f37c945162a46e386598b25e4c49e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363696 Sep 16 00:43:46.146412 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db47fc1-b0af-4926-982e-1198607683c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de727cd-2657-4e8f-80e6-53546a14ec3a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:46.148757 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41038) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:46.199683 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a71ddfad-8e5d-44ec-8f67-b05b13e186f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.221604 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a71ddfad-8e5d-44ec-8f67-b05b13e186f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.266000 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a71ddfad-8e5d-44ec-8f67-b05b13e186f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.268514 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a71ddfad-8e5d-44ec-8f67-b05b13e186f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.269686 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a71ddfad-8e5d-44ec-8f67-b05b13e186f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6de727cd-2657-4e8f-80e6-53546a14ec3a HTTP/1.1" status: 204 len: 168 time: 0.1198454 Sep 16 00:43:46.277224 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ddfad-8e5d-44ec-8f67-b05b13e186f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de727cd-2657-4e8f-80e6-53546a14ec3a,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:46.529319 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41044) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:46.543012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9bd43a8-b406-4d40-8b1d-8afb400360ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.627955 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9bd43a8-b406-4d40-8b1d-8afb400360ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.631722 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9bd43a8-b406-4d40-8b1d-8afb400360ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.670213 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-b9bd43a8-b406-4d40-8b1d-8afb400360ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bef5557a4aad4670b75be45e392a9f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391137 Sep 16 00:43:46.671139 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd43a8-b406-4d40-8b1d-8afb400360ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5419282e-5abe-417a-815a-e4823506e304,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:46.673643 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41046) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:46.724284 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f2214b1e-5704-49e8-9d6a-8f7a1c162096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.744173 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f2214b1e-5704-49e8-9d6a-8f7a1c162096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.791075 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f2214b1e-5704-49e8-9d6a-8f7a1c162096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.793664 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f2214b1e-5704-49e8-9d6a-8f7a1c162096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:46.794789 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f2214b1e-5704-49e8-9d6a-8f7a1c162096 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5419282e-5abe-417a-815a-e4823506e304 HTTP/1.1" status: 204 len: 168 time: 0.1198125 Sep 16 00:43:46.803248 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2214b1e-5704-49e8-9d6a-8f7a1c162096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5419282e-5abe-417a-815a-e4823506e304,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:46.875733 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13003c84-516c-41a6-9a25-046ac0f107c7 req-9bd307aa-0a6b-4e30-b7e4-858149c64399 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:46.879024 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-13003c84-516c-41a6-9a25-046ac0f107c7 req-9bd307aa-0a6b-4e30-b7e4-858149c64399 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 945 time: 0.0631642 Sep 16 00:43:46.914802 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-13003c84-516c-41a6-9a25-046ac0f107c7 req-bf3c6b73-7309-45cf-8a0b-adbe15f99c1a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Sep 16 00:43:47.297367 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:43:47.378926 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:47.405794 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:43:47.408174 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fdbf76-ccfb-47e7-9d84-e162047809b2" -d '{"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-unplugged", "status": "completed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:43:47.417505 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [req-2dfcd558-9473-4b6f-a7b9-1ed8cae87c50 req-a48e1a5d-667a-4b9d-9ada-e4b5a079728f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:43:47.419626 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2dfcd558-9473-4b6f-a7b9-1ed8cae87c50 req-a48e1a5d-667a-4b9d-9ada-e4b5a079728f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077271 Sep 16 00:43:47.423105 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:43:47.428600 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:43:47.457704 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 00:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5c335-6ac5-494c-83d6-3682087fce89 x-openstack-request-id: req-f3c5c335-6ac5-494c-83d6-3682087fce89 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:43:47.457985 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-unplugged", "status": "failed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c", "code": 422}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:43:47.458402 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c5c335-6ac5-494c-83d6-3682087fce89 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:43:47.458827 dv-cinder-809303-1-iscsi neutron-server[100431]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c', 'code': 422} returned with failed status Sep 16 00:43:47.489002 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=8']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:43:47.591351 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cef04c-e842-4d88-9e1a-7a78e2d58b11 req-26791457-e26c-4355-8538-80c9e3d5dddd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:47.593465 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e2cef04c-e842-4d88-9e1a-7a78e2d58b11 req-26791457-e26c-4355-8538-80c9e3d5dddd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0505214 Sep 16 00:43:47.633967 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e2cef04c-e842-4d88-9e1a-7a78e2d58b11 req-a7335907-b13d-42c1-9e2c-d0e9dcb30f0c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Sep 16 00:43:48.040577 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41128) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:43:48.157981 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-b66f766f-4d49-45e1-bbf0-a523d410e585 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162305 Sep 16 00:43:48.167208 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-8dce3339-4e26-4edc-b364-7799be12586a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:43:48.168192 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-8dce3339-4e26-4edc-b364-7799be12586a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054829 Sep 16 00:43:48.451389 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:43:48.761478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410b891-28a2-4d45-a390-58816cc58422 req-fcbf3ffa-7c64-44b6-bb63-ad2b7c65b571 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:48.763219 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1410b891-28a2-4d45-a390-58816cc58422 req-fcbf3ffa-7c64-44b6-bb63-ad2b7c65b571 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0535603 Sep 16 00:43:48.802524 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1410b891-28a2-4d45-a390-58816cc58422 req-4a6658d3-9b89-4b28-8886-49cec201f03a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Sep 16 00:43:50.102469 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092037de-8359-4eee-8d4d-77b6715cc53e req-3047c853-9b77-42e7-a4e1-40db5c82b061 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:50.102469 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-092037de-8359-4eee-8d4d-77b6715cc53e req-3047c853-9b77-42e7-a4e1-40db5c82b061 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.2228110 Sep 16 00:43:50.153253 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-092037de-8359-4eee-8d4d-77b6715cc53e req-27f5bf1f-482d-41b6-848f-fc66f3430022 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480549 Sep 16 00:43:50.504515 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-076cc0e5-37af-46b6-a124-7a480d2d3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:50.506070 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-076cc0e5-37af-46b6-a124-7a480d2d3520 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8&tenant_id=3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 1096 time: 0.0726359 Sep 16 00:43:50.575419 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-b3336a00-1ec8-43c0-b25c-f1baf2b8a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:50.577098 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-b3336a00-1ec8-43c0-b25c-f1baf2b8a18f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1096 time: 0.0417156 Sep 16 00:43:50.677273 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-7515696f-f493-4ea0-a965-55b1183568fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:50.678743 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-7515696f-f493-4ea0-a965-55b1183568fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.0933654 Sep 16 00:43:50.749255 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-b619dd15-c9fd-400d-8aab-a1beab695bf1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 999 time: 0.0618408 Sep 16 00:43:50.801746 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-4a5e23b4-81c6-42d5-a0d8-e5f31f14c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:50.803442 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-4a5e23b4-81c6-42d5-a0d8-e5f31f14c582 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0464199 Sep 16 00:43:50.850037 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-8dbea510-a96c-4c05-9264-e972ed0182e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:50.851557 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-8dbea510-a96c-4c05-9264-e972ed0182e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410917 Sep 16 00:43:51.325071 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05197afa-382b-4272-9674-b8ef5214c28f req-3dc32b91-678c-4b1b-9c55-a6df7d6610a1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:51.327092 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05197afa-382b-4272-9674-b8ef5214c28f req-3dc32b91-678c-4b1b-9c55-a6df7d6610a1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.1001935 Sep 16 00:43:51.364450 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-05197afa-382b-4272-9674-b8ef5214c28f req-743b9a65-bfca-4b9c-b24c-716e15a80d4c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Sep 16 00:43:52.425249 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-da49872d-a0aa-4d50-9fa6-bb6a73dcc311 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910153 Sep 16 00:43:52.492015 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899dc4b-cbc2-46b5-a121-1249bdaad896 req-0948e7ad-bf6e-462b-8369-a6cd1c3880d0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:52.493517 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4899dc4b-cbc2-46b5-a121-1249bdaad896 req-0948e7ad-bf6e-462b-8369-a6cd1c3880d0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0477166 Sep 16 00:43:52.530158 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4899dc4b-cbc2-46b5-a121-1249bdaad896 req-b51da0a7-f335-4217-a05a-7fabd19fb927 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301569 Sep 16 00:43:53.490639 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-1ffebe3c-8b3a-4310-b445-4d74a460ef43 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857804 Sep 16 00:43:53.647949 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9eefe-b917-40a3-ba2e-65c93937ecd7 req-4a17630a-606e-4aaf-8742-381f6b31292e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:53.649446 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-96d9eefe-b917-40a3-ba2e-65c93937ecd7 req-4a17630a-606e-4aaf-8742-381f6b31292e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0483725 Sep 16 00:43:53.686808 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-96d9eefe-b917-40a3-ba2e-65c93937ecd7 req-2081df68-e7d8-4f3c-a8e6-ed7a90086fe6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Sep 16 00:43:54.804881 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c17e20-76da-48ef-b3de-3fdbb0be6a2b req-991ccfd3-7997-4411-823b-85ae16ca11e3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:54.806320 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-29c17e20-76da-48ef-b3de-3fdbb0be6a2b req-991ccfd3-7997-4411-823b-85ae16ca11e3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0507586 Sep 16 00:43:54.844054 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-29c17e20-76da-48ef-b3de-3fdbb0be6a2b req-ce2c3d27-4e9e-477d-8ce8-4d5065743997 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Sep 16 00:43:55.961567 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5bf3-aaa0-4ba9-a38a-ff8da84e8618 req-edb1990a-a2ad-4a8a-ac25-7a4a0e69d8b3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:55.963014 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7a7d5bf3-aaa0-4ba9-a38a-ff8da84e8618 req-edb1990a-a2ad-4a8a-ac25-7a4a0e69d8b3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0472217 Sep 16 00:43:56.001036 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7a7d5bf3-aaa0-4ba9-a38a-ff8da84e8618 req-b10af0b1-4bfb-44ee-8721-25454d699c5d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Sep 16 00:43:57.124787 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35a98-ff48-42d8-81da-fc2f7b94f1e4 req-5ec26910-7ed6-466a-9f3f-4392c7941b37 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:57.126240 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d0b35a98-ff48-42d8-81da-fc2f7b94f1e4 req-5ec26910-7ed6-466a-9f3f-4392c7941b37 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0487442 Sep 16 00:43:57.163860 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d0b35a98-ff48-42d8-81da-fc2f7b94f1e4 req-cfe35dfb-90a1-49c5-b194-2bf93b50822c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Sep 16 00:43:58.282224 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a29d-6422-4076-8837-11ee5a4b5804 req-2b92aa8d-1e37-410c-a150-70767cff3e6c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:58.283705 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f319a29d-6422-4076-8837-11ee5a4b5804 req-2b92aa8d-1e37-410c-a150-70767cff3e6c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0476875 Sep 16 00:43:58.323360 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f319a29d-6422-4076-8837-11ee5a4b5804 req-6ddafbc3-1115-4781-b716-49235b8313d7 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Sep 16 00:43:59.442731 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf05358-b410-4b1a-8a8e-58a78a5079f5 req-eb824ff5-fbd3-4b7b-8fa4-65e1c73575ec tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:43:59.444188 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2bf05358-b410-4b1a-8a8e-58a78a5079f5 req-eb824ff5-fbd3-4b7b-8fa4-65e1c73575ec tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0489321 Sep 16 00:43:59.480883 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2bf05358-b410-4b1a-8a8e-58a78a5079f5 req-b199c369-db79-4585-a370-3696a97ba4ea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308375 Sep 16 00:44:00.071669 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2400619f-99e6-4ce1-bab3-bf0ccf7f2596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:00.613904 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6694e-3d25-4862-b50a-e4bee3ddae25 req-7f5e7a23-27ea-4a64-8801-c20533c90524 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:00.615409 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ac6694e-3d25-4862-b50a-e4bee3ddae25 req-7f5e7a23-27ea-4a64-8801-c20533c90524 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0616734 Sep 16 00:44:00.652337 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ac6694e-3d25-4862-b50a-e4bee3ddae25 req-0dc9eddd-d093-4ec0-9a0a-748327df10c7 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Sep 16 00:44:01.779627 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1fad4-0ac1-4fd5-af98-3a74fb023a62 req-93621054-c243-4d24-9713-9b4c93ad5674 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:01.781397 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-24b1fad4-0ac1-4fd5-af98-3a74fb023a62 req-93621054-c243-4d24-9713-9b4c93ad5674 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0570486 Sep 16 00:44:01.818585 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-24b1fad4-0ac1-4fd5-af98-3a74fb023a62 req-78c9fac2-4c75-4682-b835-73540c404d89 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Sep 16 00:44:02.752925 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3371ea41-c7ac-4451-ad45-dc63102979fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:02.774027 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:02.933241 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d523e-57c7-4a00-8638-85b14c97212d req-83b92d04-ca19-46b5-a490-85e97b961412 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:02.934595 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ae7d523e-57c7-4a00-8638-85b14c97212d req-83b92d04-ca19-46b5-a490-85e97b961412 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0475426 Sep 16 00:44:02.971604 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ae7d523e-57c7-4a00-8638-85b14c97212d req-99c11022-b815-4473-8ef1-c0c6a078f1a8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Sep 16 00:44:03.622667 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:03.900744 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:04.208218 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed98ff-b80b-4675-a228-a20d25d9b994 req-379289dd-f890-4693-8520-899c6de30098 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:04.209766 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-14ed98ff-b80b-4675-a228-a20d25d9b994 req-379289dd-f890-4693-8520-899c6de30098 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0488167 Sep 16 00:44:04.251111 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-14ed98ff-b80b-4675-a228-a20d25d9b994 req-b4b88bd6-808b-4b3c-95d3-b28c617b15bd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352826 Sep 16 00:44:05.369568 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000ad3f-758c-46e5-821d-73a1c4819c63 req-84cf724c-551b-451a-9910-b7e7cb7fdf91 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:05.371010 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f000ad3f-758c-46e5-821d-73a1c4819c63 req-84cf724c-551b-451a-9910-b7e7cb7fdf91 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0482705 Sep 16 00:44:05.411003 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f000ad3f-758c-46e5-821d-73a1c4819c63 req-a469fd5b-3da6-4077-865b-253d5e047200 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Sep 16 00:44:05.807050 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:06.530033 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f55ce1-10b9-4140-ba41-1dc1a22c53de req-420fa14c-5625-413d-937b-71189a5c0132 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:06.531549 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-38f55ce1-10b9-4140-ba41-1dc1a22c53de req-420fa14c-5625-413d-937b-71189a5c0132 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0509691 Sep 16 00:44:06.585175 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-38f55ce1-10b9-4140-ba41-1dc1a22c53de req-f74cf14b-2eab-4547-bfa1-e3369f832333 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468898 Sep 16 00:44:07.708939 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d3ac-e5c9-4841-824e-20b5ab6f4d83 req-d03086c0-2ff4-40f1-8567-02f3fedbcce4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:07.710432 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1e37d3ac-e5c9-4841-824e-20b5ab6f4d83 req-d03086c0-2ff4-40f1-8567-02f3fedbcce4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0538640 Sep 16 00:44:07.752765 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1e37d3ac-e5c9-4841-824e-20b5ab6f4d83 req-ebe1dab2-77f1-43df-865f-679200e4d879 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349438 Sep 16 00:44:08.879929 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23beac99-f0fe-4468-819f-6b38a9e42d8d req-2ffa5023-4e7f-46d3-9f47-9a12ccea37f7 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:08.881445 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-23beac99-f0fe-4468-819f-6b38a9e42d8d req-2ffa5023-4e7f-46d3-9f47-9a12ccea37f7 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0509443 Sep 16 00:44:08.921504 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-23beac99-f0fe-4468-819f-6b38a9e42d8d req-88f08188-8c4b-497f-bfad-bca060a0d65f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340416 Sep 16 00:44:10.052280 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a8ff2-f8d4-4ba9-92e0-488864dc0e17 req-57dcdeab-6acf-4981-8751-037ba7e84fd6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:10.054063 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fc5a8ff2-f8d4-4ba9-92e0-488864dc0e17 req-57dcdeab-6acf-4981-8751-037ba7e84fd6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0543792 Sep 16 00:44:10.092025 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fc5a8ff2-f8d4-4ba9-92e0-488864dc0e17 req-903c48f5-80c5-4545-ab0d-2fc809d0c643 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Sep 16 00:44:10.697568 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41388) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:10.803909 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:10.907215 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:10.913467 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:10.954060 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee932a22d354f78a0e0b6fda183cdf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554181 Sep 16 00:44:10.956761 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41392) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:10.962578 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3621d143-ad12-4ba6-8c84-5c8d79f7f0ac,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:10.970687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.971038 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.971375 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.971708 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.972035 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.972364 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.972711 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.973040 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.973364 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.973683 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.974024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:10.974341 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1fff65-8ed6-40bd-acdf-abb6dcce7d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.005684 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.026907 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.078566 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.081236 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.082355 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3621d143-ad12-4ba6-8c84-5c8d79f7f0ac HTTP/1.1" status: 204 len: 168 time: 0.1246121 Sep 16 00:44:11.090042 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3621d143-ad12-4ba6-8c84-5c8d79f7f0ac,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:11.097605 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.097944 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.098277 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.098602 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.098924 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.099246 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.099565 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.099884 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.100201 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.100521 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.100857 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.101169 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc2aab8-136f-48b4-ae77-ca5e965a7bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:11.228865 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a67b-5c83-4791-94a9-a75d7c14e650 req-821044b5-b75c-4661-a0f1-0e9e4595b7ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:11.230494 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4764a67b-5c83-4791-94a9-a75d7c14e650 req-821044b5-b75c-4661-a0f1-0e9e4595b7ad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0523498 Sep 16 00:44:11.275649 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4764a67b-5c83-4791-94a9-a75d7c14e650 req-b867c3ac-d02d-4b6a-a304-6c52cf8dd36a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340576 Sep 16 00:44:11.394344 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41410) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:11.411864 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad890ac5-b624-48f3-b9a0-c5f9ef59b817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.527568 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad890ac5-b624-48f3-b9a0-c5f9ef59b817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.532013 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad890ac5-b624-48f3-b9a0-c5f9ef59b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.561139 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ad890ac5-b624-48f3-b9a0-c5f9ef59b817 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a8483cd6324419297977567d0538cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633778 Sep 16 00:44:11.561525 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41414) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:11.590127 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890ac5-b624-48f3-b9a0-c5f9ef59b817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df8b29b-d489-4fd8-b3cf-43a777bac0a8,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:11.612925 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25331739-5e2a-4729-a5b8-1048c260da37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.633043 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25331739-5e2a-4729-a5b8-1048c260da37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.697017 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25331739-5e2a-4729-a5b8-1048c260da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.701163 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25331739-5e2a-4729-a5b8-1048c260da37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:11.702551 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-25331739-5e2a-4729-a5b8-1048c260da37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5df8b29b-d489-4fd8-b3cf-43a777bac0a8 HTTP/1.1" status: 204 len: 168 time: 0.1400042 Sep 16 00:44:11.712060 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25331739-5e2a-4729-a5b8-1048c260da37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df8b29b-d489-4fd8-b3cf-43a777bac0a8,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:12.027385 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41422) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:12.041385 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ea640385-9dee-4717-9f35-75dc4b29753c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:12.129413 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ea640385-9dee-4717-9f35-75dc4b29753c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:12.132962 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ea640385-9dee-4717-9f35-75dc4b29753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:12.168522 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ea640385-9dee-4717-9f35-75dc4b29753c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20dee402793c4cf0afc74f56c6e7c9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398568 Sep 16 00:44:12.169965 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea640385-9dee-4717-9f35-75dc4b29753c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf6509c-a4a0-4b5c-bf1c-abd5230e6a2d,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:12.172160 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41424) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:12.223808 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9030a086-df9c-49fb-8191-dcf3b06a31a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:12.244872 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9030a086-df9c-49fb-8191-dcf3b06a31a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:12.290942 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9030a086-df9c-49fb-8191-dcf3b06a31a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:12.293778 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9030a086-df9c-49fb-8191-dcf3b06a31a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:12.295582 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-9030a086-df9c-49fb-8191-dcf3b06a31a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebf6509c-a4a0-4b5c-bf1c-abd5230e6a2d HTTP/1.1" status: 204 len: 168 time: 0.1222155 Sep 16 00:44:12.304981 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030a086-df9c-49fb-8191-dcf3b06a31a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf6509c-a4a0-4b5c-bf1c-abd5230e6a2d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:12.425496 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf830e0-8c52-435d-b174-c9178d2c71e0 req-bc1f4b17-bead-4ca0-b454-829826fddfbd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:12.427020 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0bf830e0-8c52-435d-b174-c9178d2c71e0 req-bc1f4b17-bead-4ca0-b454-829826fddfbd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0596902 Sep 16 00:44:12.471854 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0bf830e0-8c52-435d-b174-c9178d2c71e0 req-3a877745-b890-4787-88a9-77f82b44c0c7 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384810 Sep 16 00:44:13.607388 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5469d11-d360-4887-9781-e14ae3df9829 req-d995d8a5-1da1-4739-8d55-1395a7705d0f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:13.613292 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b5469d11-d360-4887-9781-e14ae3df9829 req-d995d8a5-1da1-4739-8d55-1395a7705d0f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0596080 Sep 16 00:44:13.655630 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b5469d11-d360-4887-9781-e14ae3df9829 req-de3aa95f-54f3-4435-bfac-e7021f431aaa tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 Sep 16 00:44:14.780134 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19df30-83ee-473c-b10c-e808902b2c89 req-0153e4b0-8909-4d46-b6c9-dad3781ca58f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:14.781557 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0b19df30-83ee-473c-b10c-e808902b2c89 req-0153e4b0-8909-4d46-b6c9-dad3781ca58f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0507042 Sep 16 00:44:14.818402 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0b19df30-83ee-473c-b10c-e808902b2c89 req-d817b575-9482-4b4c-ad5b-cdd9b8f0dbdd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309427 Sep 16 00:44:15.939244 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1656a9-b885-474c-9586-7336db7d4c46 req-998ba22d-c0a4-470d-b5fc-ebe521aca72d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:15.940776 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2e1656a9-b885-474c-9586-7336db7d4c46 req-998ba22d-c0a4-470d-b5fc-ebe521aca72d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0493207 Sep 16 00:44:15.969370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41490) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:15.979132 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2e1656a9-b885-474c-9586-7336db7d4c46 req-7865ddc3-418a-40b6-a9dd-4fa7ca1e23a3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323558 Sep 16 00:44:16.079649 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-79c571ae-0047-4746-af18-0d4db6e30fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:16.166001 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-79c571ae-0047-4746-af18-0d4db6e30fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:16.170085 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-79c571ae-0047-4746-af18-0d4db6e30fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:16.206685 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-79c571ae-0047-4746-af18-0d4db6e30fe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ac86f5542be45938fe44e44ab5580e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363310 Sep 16 00:44:16.207771 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c571ae-0047-4746-af18-0d4db6e30fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802caa3b-6bec-411c-ac3a-361d934ffa75,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:16.209482 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41494) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:16.256286 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52b5280d-3e7f-4b28-8121-82af5dd72b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:16.276948 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52b5280d-3e7f-4b28-8121-82af5dd72b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:16.325115 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52b5280d-3e7f-4b28-8121-82af5dd72b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:16.327624 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52b5280d-3e7f-4b28-8121-82af5dd72b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:16.328757 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-52b5280d-3e7f-4b28-8121-82af5dd72b12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/802caa3b-6bec-411c-ac3a-361d934ffa75 HTTP/1.1" status: 204 len: 168 time: 0.1182780 Sep 16 00:44:16.336049 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5280d-3e7f-4b28-8121-82af5dd72b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802caa3b-6bec-411c-ac3a-361d934ffa75,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:17.008871 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-233e696f-a240-4d89-8274-26f388e93ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:17.010472 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-233e696f-a240-4d89-8274-26f388e93ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1096 time: 0.1986778 Sep 16 00:44:17.104209 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1a58-bd64-4854-aea2-876050e3ce2b req-0c46f578-bbe5-4b70-85c8-badff493d77b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:17.105847 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-60cc1a58-bd64-4854-aea2-876050e3ce2b req-0c46f578-bbe5-4b70-85c8-badff493d77b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0543404 Sep 16 00:44:17.126330 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-25591d2f-8f40-4efc-9002-db14aa63ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:17.127917 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-25591d2f-8f40-4efc-9002-db14aa63ce3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.0945101 Sep 16 00:44:17.147294 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-60cc1a58-bd64-4854-aea2-876050e3ce2b req-5fa1d7d7-b4d6-4690-8766-bfa79faf879b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353260 Sep 16 00:44:17.201291 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-6852053d-ad53-40ae-894f-12e5eb01751b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 200 len: 999 time: 0.0649872 Sep 16 00:44:17.249484 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-4af8ddee-d7fb-42ec-be0a-efd8ba6cadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:17.250968 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-4af8ddee-d7fb-42ec-be0a-efd8ba6cadf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0431633 Sep 16 00:44:17.302813 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-b2040bad-728d-430c-b72e-f0e2f1888bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:17.304826 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-b2040bad-728d-430c-b72e-f0e2f1888bf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461874 Sep 16 00:44:17.405087 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-ce8f4bd6-064b-426d-ba58-b66fa1e4be35 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918922 Sep 16 00:44:17.503903 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4f43aaff-3db2-41ad-96d3-57b13f5dac6a req-fefd6317-f0fb-440a-a5a9-7bc8fec6b7b3 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913641 Sep 16 00:44:18.274018 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47a633-a310-4968-b39c-bf9b76d51462 req-2c2a6a02-049b-495c-b654-6b933051dbe1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:18.275874 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8d47a633-a310-4968-b39c-bf9b76d51462 req-2c2a6a02-049b-495c-b654-6b933051dbe1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0527866 Sep 16 00:44:18.315215 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8d47a633-a310-4968-b39c-bf9b76d51462 req-3c7a845a-722a-4db2-826c-31e4f29917f1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323734 Sep 16 00:44:19.150357 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42855268-8470-4681-86bb-ff310ec4f540 req-7233c0aa-0a5a-4430-bcdd-068dafe1d006 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:19.151810 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-42855268-8470-4681-86bb-ff310ec4f540 req-7233c0aa-0a5a-4430-bcdd-068dafe1d006 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0488195 Sep 16 00:44:19.198812 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-42855268-8470-4681-86bb-ff310ec4f540 req-005156cd-3784-4f5d-a5f1-1585d31f6da6 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Sep 16 00:44:19.437370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f37bf-db9d-460e-8ca4-1ae8efd8b9fb req-d8c4813c-4e3b-454d-bef7-c80bb4b7ad5d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:19.438817 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a6f37bf-db9d-460e-8ca4-1ae8efd8b9fb req-d8c4813c-4e3b-454d-bef7-c80bb4b7ad5d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0494881 Sep 16 00:44:19.475017 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a6f37bf-db9d-460e-8ca4-1ae8efd8b9fb req-4d12ff8a-1da3-4c68-9e69-e15899dae2d9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302966 Sep 16 00:44:20.323657 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f31e5-d815-45be-a1fc-3baa5a6bffdb req-a50ee071-fb58-415e-ae75-6948e6298bdf tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:20.325067 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c46f31e5-d815-45be-a1fc-3baa5a6bffdb req-a50ee071-fb58-415e-ae75-6948e6298bdf tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0563874 Sep 16 00:44:20.362919 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c46f31e5-d815-45be-a1fc-3baa5a6bffdb req-fbf71dee-4387-44f5-9685-183278dd484c tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2470fa5-e7e9-45ec-9e59-4be35e249e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Sep 16 00:44:20.591822 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0b99c-0f04-48ee-8f3c-17715f433d9c req-c18478bc-4078-4f4b-8234-e4a634756683 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:20.593405 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f4c0b99c-0f04-48ee-8f3c-17715f433d9c req-c18478bc-4078-4f4b-8234-e4a634756683 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0475922 Sep 16 00:44:20.631206 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f4c0b99c-0f04-48ee-8f3c-17715f433d9c req-553894fe-9ca9-4cef-99a1-a16bf57a6904 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Sep 16 00:44:20.927547 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-6ab082b4-9027-4406-aab3-d8d378171110 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:20.929124 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-6ab082b4-9027-4406-aab3-d8d378171110 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0534201 Sep 16 00:44:21.027051 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Deleting port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:44:21.027385 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:21.117564 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] For port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,segment=NetworkSegment(555f781f-1a9d-4d1e-b1ca-60da4039982d),segment_id=555f781f-1a9d-4d1e-b1ca-60da4039982d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:44:21.117923 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:21.130724 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Calling delete_port for 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:44:21.266953 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:21.285724 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:44:21.533344 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Pushing event deleted for resources: {'Port': ['ID=1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:21.562349 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ec64190-e6c2-4316-9a7a-fafab258058b req-d67aa8a5-0948-4dd2-8d14-2eb1fc340485 tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.13 "GET /v2.0/ports?device_id=87aad0e5-6953-42f6-a832-19c55752ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0326533 Sep 16 00:44:21.594566 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] No DVR routers for this DVR port 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:44:21.597175 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:21.599238 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3c9642c7-7b59-4c87-8dde-0105b663fc25 req-b56ee2cc-b9ef-4623-ad97-98104c50145f tempest-VolumesSnapshotTestJSON-969657386 tempest-VolumesSnapshotTestJSON-969657386-project] 10.222.0.39 "DELETE /v2.0/ports/1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a HTTP/1.1" status: 204 len: 173 time: 0.6637571 Sep 16 00:44:21.599663 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'name': 'network-vif-deleted', 'tag': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:44:21.602279 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c747991-c27f-497f-b739-a9d9d71355c9" -d '{"events": [{"server_uuid": "87aad0e5-6953-42f6-a832-19c55752ffb5", "name": "network-vif-deleted", "tag": "1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:44:21.788025 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae18384-3e10-4305-aa26-3c9007a35108 req-ec5d91e2-ac0f-49e2-a1ba-2a3354c096f4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:21.789629 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eae18384-3e10-4305-aa26-3c9007a35108 req-ec5d91e2-ac0f-49e2-a1ba-2a3354c096f4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0560482 Sep 16 00:44:21.813110 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830a11e7-9dec-4708-9965-9de3d5de1a3d x-openstack-request-id: req-830a11e7-9dec-4708-9965-9de3d5de1a3d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:44:21.813393 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aad0e5-6953-42f6-a832-19c55752ffb5", "name": "network-vif-deleted", "tag": "1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:44:21.813633 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-830a11e7-9dec-4708-9965-9de3d5de1a3d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:44:21.814014 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aad0e5-6953-42f6-a832-19c55752ffb5', 'name': 'network-vif-deleted', 'tag': '1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a', 'status': 'completed', 'code': 200} Sep 16 00:44:21.833438 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eae18384-3e10-4305-aa26-3c9007a35108 req-94daec4e-b1df-4e6d-bd94-c771d419c8fb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358882 Sep 16 00:44:22.967000 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2730c8-d4d9-4cb6-8e6a-04723839d5f0 req-b01cede0-2ee3-413e-9cb3-ddced4027749 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:22.968457 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9f2730c8-d4d9-4cb6-8e6a-04723839d5f0 req-b01cede0-2ee3-413e-9cb3-ddced4027749 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0508950 Sep 16 00:44:23.005744 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9f2730c8-d4d9-4cb6-8e6a-04723839d5f0 req-4172ec8b-c4e0-4b0c-8ee4-00bdc05cdfd5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312455 Sep 16 00:44:23.485403 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:44:23.507724 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:44:23.508071 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 1ceadb93-ba9b-40fd-b6cf-eb15f5a1734a not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:44:24.142601 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3978-875c-4fec-8396-f5fc0b753a3a req-9bf0ab2a-9224-4028-86bd-e69bc1884341 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:24.144060 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eb7c3978-875c-4fec-8396-f5fc0b753a3a req-9bf0ab2a-9224-4028-86bd-e69bc1884341 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0512278 Sep 16 00:44:24.181636 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eb7c3978-875c-4fec-8396-f5fc0b753a3a req-84132142-691a-4b78-b743-8bf1d3dd81fc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Sep 16 00:44:25.299979 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1dab-cd89-4ead-aa75-2500eafed531 req-8a303b53-5745-4de0-a58e-10c6170b0f30 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:25.301488 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-754b1dab-cd89-4ead-aa75-2500eafed531 req-8a303b53-5745-4de0-a58e-10c6170b0f30 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 943 time: 0.0492649 Sep 16 00:44:25.338942 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-754b1dab-cd89-4ead-aa75-2500eafed531 req-aa97bc09-6539-4de2-a72e-ff0729c7cb7f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Sep 16 00:44:25.452212 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:44:25.739629 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:44:25.831556 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:44:25.842179 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '71722fb0-efb8-4248-91b0-d3191294875c', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'port_id': '71722fb0-efb8-4248-91b0-d3191294875c', 'mac_address': 'fa:16:3e:aa:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:44:25.880355 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:25.892664 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71722fb0-efb8-4248-91b0-d3191294875c {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:44:25.911234 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:44:25.914181 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:25.959099 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=9']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:25.966139 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.966510 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.966845 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.967172 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.967494 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.967814 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.968131 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.968446 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.968790 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.969107 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.969420 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:25.969736 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:44:26.455261 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f144-f4dd-41bd-ae1a-9ea89be73510 req-8f05672a-bb7c-42cc-ac31-b2153b8db289 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:26.456745 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a395f144-f4dd-41bd-ae1a-9ea89be73510 req-8f05672a-bb7c-42cc-ac31-b2153b8db289 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0473607 Sep 16 00:44:26.496112 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a395f144-f4dd-41bd-ae1a-9ea89be73510 req-1155c927-8f44-4331-9505-6c18904c0bee tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335338 Sep 16 00:44:27.618978 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde62a34-d719-4f8e-8bb6-603e8ea2dafb req-029da793-2800-4000-9327-e128de186427 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:27.620423 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fde62a34-d719-4f8e-8bb6-603e8ea2dafb req-029da793-2800-4000-9327-e128de186427 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0529039 Sep 16 00:44:27.657177 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fde62a34-d719-4f8e-8bb6-603e8ea2dafb req-cd818520-3fa2-4331-84aa-1ba1b5159a9e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304174 Sep 16 00:44:28.617084 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['71722fb0-efb8-4248-91b0-d3191294875c'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:44:28.792195 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba12a7-a51d-47c5-b3d1-c82a35a7cc3c req-76b90d87-7ca6-4bbd-b957-f2034002d4d9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:28.793726 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-15ba12a7-a51d-47c5-b3d1-c82a35a7cc3c req-76b90d87-7ca6-4bbd-b957-f2034002d4d9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0486052 Sep 16 00:44:28.830896 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-15ba12a7-a51d-47c5-b3d1-c82a35a7cc3c req-74f4508a-31bc-45d3-8186-103479570bf3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Sep 16 00:44:29.757481 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:44:29.803639 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 71722fb0-efb8-4248-91b0-d3191294875c triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:44:29.803997 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:29.880361 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:29.903429 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:44:29.905926 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbc8d73-7dea-42a4-9ddc-bcdbae66f654" -d '{"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-plugged", "status": "completed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:44:29.921546 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:44:29.925950 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:29.953593 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debdbbd-b561-42cd-8ca2-7d4bc99ec831 req-48cb5175-acad-42ff-86e1-6bbd9383045b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:29.955102 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9debdbbd-b561-42cd-8ca2-7d4bc99ec831 req-48cb5175-acad-42ff-86e1-6bbd9383045b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 944 time: 0.0528138 Sep 16 00:44:29.988511 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=10']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:29.999177 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9debdbbd-b561-42cd-8ca2-7d4bc99ec831 req-1c68173a-5c16-421a-ab24-3276574c2fcf tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Sep 16 00:44:30.017136 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ca786-f596-469d-bd1e-a77f91b069d0 x-openstack-request-id: req-136ca786-f596-469d-bd1e-a77f91b069d0 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:44:30.017900 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-plugged", "status": "completed", "tag": "71722fb0-efb8-4248-91b0-d3191294875c", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:44:30.018317 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-136ca786-f596-469d-bd1e-a77f91b069d0 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:44:30.019139 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c', 'code': 200} Sep 16 00:44:30.072283 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-118eeab1-755c-451c-8a73-a7a5bd84330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.239892 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41714) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:30.340035 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-265ecdb3-4b1c-45d6-851a-ef0b21aa1772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.435695 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-265ecdb3-4b1c-45d6-851a-ef0b21aa1772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.439782 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-265ecdb3-4b1c-45d6-851a-ef0b21aa1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.477012 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-265ecdb3-4b1c-45d6-851a-ef0b21aa1772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6dabbb39cf64361a0981a96aa8434f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360327 Sep 16 00:44:30.478879 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ecdb3-4b1c-45d6-851a-ef0b21aa1772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330e2fd1-5cf1-476d-bcef-cc06f2590c6c,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:30.479748 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41720) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:30.565205 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f719ed-8c6c-4a27-a3c5-bcb4dd1cd481 req-ef5a1017-150c-4975-9179-633d26aab22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:30.566696 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a8f719ed-8c6c-4a27-a3c5-bcb4dd1cd481 req-ef5a1017-150c-4975-9179-633d26aab22e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 1099 time: 0.0656753 Sep 16 00:44:30.569134 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cb33c2dc-8e24-4aaa-ba26-1a98df7b167f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.608339 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cb33c2dc-8e24-4aaa-ba26-1a98df7b167f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.632860 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a8f719ed-8c6c-4a27-a3c5-bcb4dd1cd481 req-116d5af4-72fd-4464-895d-41a30ced67b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590944 Sep 16 00:44:30.665955 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cb33c2dc-8e24-4aaa-ba26-1a98df7b167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.669372 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cb33c2dc-8e24-4aaa-ba26-1a98df7b167f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:30.670705 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-cb33c2dc-8e24-4aaa-ba26-1a98df7b167f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/330e2fd1-5cf1-476d-bcef-cc06f2590c6c HTTP/1.1" status: 204 len: 168 time: 0.1895821 Sep 16 00:44:30.684001 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33c2dc-8e24-4aaa-ba26-1a98df7b167f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e2fd1-5cf1-476d-bcef-cc06f2590c6c,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:31.121692 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329688a3-6a18-46c8-953d-56ad07d44e94 req-052fb3a2-ce21-415f-b9f2-9e332266e5fd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:31.123632 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-329688a3-6a18-46c8-953d-56ad07d44e94 req-052fb3a2-ce21-415f-b9f2-9e332266e5fd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 946 time: 0.0496812 Sep 16 00:44:31.162092 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-329688a3-6a18-46c8-953d-56ad07d44e94 req-4198e7dd-b83a-4c52-bb16-b5b64859a208 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326154 Sep 16 00:44:32.284785 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc599395-3773-4ec0-97c9-88e9b29affda req-77854861-f35f-4873-b546-852e4c45a451 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:32.286274 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cc599395-3773-4ec0-97c9-88e9b29affda req-77854861-f35f-4873-b546-852e4c45a451 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 946 time: 0.0508049 Sep 16 00:44:32.326706 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cc599395-3773-4ec0-97c9-88e9b29affda req-bceda257-3865-47f8-a1db-ad5107ede85a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341589 Sep 16 00:44:32.752595 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5bf64e4b-784a-4909-a0eb-512d215ad2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:32.779779 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:33.443786 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5868a68-0d03-4318-b505-d0969e3b48bd req-a564dc7a-d9b9-4d7f-8555-670cc14abb06 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:33.445243 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b5868a68-0d03-4318-b505-d0969e3b48bd req-a564dc7a-d9b9-4d7f-8555-670cc14abb06 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 946 time: 0.0470238 Sep 16 00:44:33.481644 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b5868a68-0d03-4318-b505-d0969e3b48bd req-dd53cf4c-e068-442f-930d-65f3f1ead527 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299621 Sep 16 00:44:33.624858 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:33.900379 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:35.808791 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:47.691532 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41874) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:47.737415 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] Deleting subnet 7c1362c8-6cbc-4be6-8a88-6e50652c13bd {{(pid=100419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:44:47.741079 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:47.780734 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:47.786306 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:47.837034 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for subnet, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:47.862598 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1362c8-6cbc-4be6-8a88-6e50652c13bd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:47.866408 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:47.868804 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-cfb5c07d-3b0e-4534-9b72-8d60c0ae9ea6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c1362c8-6cbc-4be6-8a88-6e50652c13bd HTTP/1.1" status: 204 len: 168 time: 0.1756706 Sep 16 00:44:47.870627 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 41876) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:47.937067 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.020167 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.039865 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.040214 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.040987 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.041340 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > port after_create 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.041687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.042026 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > port after_update 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.042346 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.042668 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.043015 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.043373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.195472 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.195740 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.196070 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.196399 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 00:44:48.196796 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2306b794-8283-4f3a-bbc8-7fa76d9e0206']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:44:48.215144 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555f781f-1a9d-4d1e-b1ca-60da4039982d') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:44:48.215648 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555f781f-1a9d-4d1e-b1ca-60da4039982d') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:44:48.233199 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.262114 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.270536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:44:48.270920 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: from cryptography.utils import int_from_bytes Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: from cryptography.utils import int_from_bytes Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:44:48.275232 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:44:48.330627 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.337524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.339435 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] 10.222.0.13 "DELETE /v2.0/networks/2306b794-8283-4f3a-bbc8-7fa76d9e0206 HTTP/1.1" status: 204 len: 168 time: 0.4673641 Sep 16 00:44:48.348894 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65982f7a-9796-46aa-a4ab-bb70b614a75a admin admin] Pushing event deleted for resources: {'Network': ['ID=2306b794-8283-4f3a-bbc8-7fa76d9e0206,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:48.502460 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41880) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:48.545423 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8ed0c412-3328-42ab-a57a-a023b8de5ea9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5371e81e7e40476e93e1f18111dcfc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418546 Sep 16 00:44:48.547852 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41882) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:48.592932 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ca8f-fd37-408e-a82d-4724704e2766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.613004 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ca8f-fd37-408e-a82d-4724704e2766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.656942 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ca8f-fd37-408e-a82d-4724704e2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.659450 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ca8f-fd37-408e-a82d-4724704e2766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:48.660601 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f6d0ca8f-fd37-408e-a82d-4724704e2766 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2470fa5-e7e9-45ec-9e59-4be35e249e1b HTTP/1.1" status: 204 len: 168 time: 0.1118793 Sep 16 00:44:48.668495 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0ca8f-fd37-408e-a82d-4724704e2766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2470fa5-e7e9-45ec-9e59-4be35e249e1b,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:58.363926 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076e02-cc2e-4196-865f-78f8ade1d01a req-cb6be179-6ad4-4cac-b158-1fe44f8bc933 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:58.365436 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b1076e02-cc2e-4196-865f-78f8ade1d01a req-cb6be179-6ad4-4cac-b158-1fe44f8bc933 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0496271 Sep 16 00:44:58.406815 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b1076e02-cc2e-4196-865f-78f8ade1d01a req-c6ebf141-e5ab-4184-baf3-36666735d352 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348403 Sep 16 00:44:58.671512 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41978) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:58.775655 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a4d45dad-22f5-4c57-9871-5baa1eff7fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:58.860998 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a4d45dad-22f5-4c57-9871-5baa1eff7fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:58.865449 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a4d45dad-22f5-4c57-9871-5baa1eff7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:58.903006 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d45dad-22f5-4c57-9871-5baa1eff7fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3eecc8-292b-4f93-a619-a834fced1bca,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:58.907201 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a4d45dad-22f5-4c57-9871-5baa1eff7fc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ead053e3de24a08b3b0cde2491f9724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346902 Sep 16 00:44:58.909799 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 41982) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:58.956128 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-382a4b43-50e8-472b-9500-315e40c27905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:58.976307 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-382a4b43-50e8-472b-9500-315e40c27905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.020431 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-382a4b43-50e8-472b-9500-315e40c27905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.022981 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-382a4b43-50e8-472b-9500-315e40c27905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.024535 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-382a4b43-50e8-472b-9500-315e40c27905 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3eecc8-292b-4f93-a619-a834fced1bca HTTP/1.1" status: 204 len: 168 time: 0.1138554 Sep 16 00:44:59.033034 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4b43-50e8-472b-9500-315e40c27905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3eecc8-292b-4f93-a619-a834fced1bca,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:59.523348 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1e99-c71a-4437-898c-95d911be6d8f req-ea19d793-03d9-4df7-b173-20dee701bef1 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:59.525101 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-642c1e99-c71a-4437-898c-95d911be6d8f req-ea19d793-03d9-4df7-b173-20dee701bef1 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0486798 Sep 16 00:44:59.563255 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-642c1e99-c71a-4437-898c-95d911be6d8f req-68726953-688c-4348-9ce3-152bf588fe8f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314145 Sep 16 00:44:59.638568 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42006) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:59.732143 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-852373025-network', 'tenant_id': '82635799727f4521a47d9f13b1dfc685'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:44:59.753002 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Made reservation on behalf of 82635799727f4521a47d9f13b1dfc685 for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:44:59.755168 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.763172 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.850553 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.854133 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.879111 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:44:59.887893 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcfa72-2166-4f60-adeb-d24b0093c545,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:44:59.893855 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.894219 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Added segment 700a2fcf-4475-4d67-a088-e364cc982eae of type vlan for network a2977e88-d53d-4596-b31a-0a9b2a81b979 Sep 16 00:44:59.934360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.957071 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.958010 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:44:59.958589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:44:59.986965 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3472333 Sep 16 00:44:59.989850 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42010) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:44:59.994608 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Request body: {'subnet': {'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-852373025-subnet', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:00.017149 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Made reservation on behalf of 82635799727f4521a47d9f13b1dfc685 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:45:00.019441 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.023018 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c810b-b41e-4f3a-bd6e-623b8f47a732 admin admin] Pushing event updated for resources: {'Network': ['ID=a2977e88-d53d-4596-b31a-0a9b2a81b979,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:00.033416 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:45:00.109890 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fe79765d-4692-4044-92e6-7294d060ef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.184061 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.240071 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472a308e-3b12-4a43-b301-fa9ff8bf73c1,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:00.248935 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Checking segment: {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:00.249279 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Network hostable DHCP agents. Network: a2977e88-d53d-4596-b31a-0a9b2a81b979, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:45:00.265489 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:45:00.273677 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, a2977e88-d53d-4596-b31a-0a9b2a81b979) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:00.279008 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:00.279591 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.283941 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030133e-a5d3-49cf-a3b4-a93913661bbf None None] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:45:00.293307 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a5fe97f4-e99f-4319-8a63-4e60446fb952 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3021140 Sep 16 00:45:00.296216 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42012) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:00.300354 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:00.319527 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.320592 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.373254 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.431565 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-a2977e88-d53d-4596-b31a-0a9b2a81b979', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:45:00.432421 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.507284 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.568368 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Allocated IP 172.20.0.2 (a2977e88-d53d-4596-b31a-0a9b2a81b979/472a308e-3b12-4a43-b301-fa9ff8bf73c1/89f18aa4-ddc1-44d3-99f8-8684cac39f4d) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:00.685583 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd14b94-8eb1-48e3-a100-5850ccd4b2e0 req-4b7050e5-3295-4ad6-af60-e6cd43dd9012 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:00.689082 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bd14b94-8eb1-48e3-a100-5850ccd4b2e0 req-4b7050e5-3295-4ad6-af60-e6cd43dd9012 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0518029 Sep 16 00:45:00.709734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.721918 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.733211 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.733524 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bd14b94-8eb1-48e3-a100-5850ccd4b2e0 req-0818bce4-2a7a-4886-927d-4194416d5850 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381258 Sep 16 00:45:00.733792 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.775812 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:00.779031 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:00.781538 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:00.795254 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Pushing event updated for resources: {'Port': ['ID=89f18aa4-ddc1-44d3-99f8-8684cac39f4d,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:00.846233 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Allocated IP 172.27.0.202 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/4aea33c5-0834-4f58-8ce2-9dd80fd6f27d) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:00.953662 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Attempting to bind port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:00.954070 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Attempting to bind port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:00.954382 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Attempting to bind port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d on network a2977e88-d53d-4596-b31a-0a9b2a81b979 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:00.956352 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.959408 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:00.959775 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Checking segment: {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:00.960168 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.960552 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Bound using segment: {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:00.961125 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Bound port: 89f18aa4-ddc1-44d3-99f8-8684cac39f4d, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:00.961506 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:00.989847 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:01.023349 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] For port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:01.025599 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:01.026743 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] For port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=89f18aa4-ddc1-44d3-99f8-8684cac39f4d,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:01.030802 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:01.031937 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:01.033498 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:01.061658 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:01.090970 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7e900-df2e-47b0-8984-5d8b188753b0 None None] Pushing event updated for resources: {'Port': ['ID=89f18aa4-ddc1-44d3-99f8-8684cac39f4d,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:01.299131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:01.678613 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:01.836091 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Router 87001091-dd5e-41cb-8e68-7ee687161a8d is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:45:01.904024 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1b4d9-b8cd-4780-8d6f-826dc26249bf req-80ae8c11-1bcd-4394-a588-6204ded193e9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:01.905525 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3fa1b4d9-b8cd-4780-8d6f-826dc26249bf req-80ae8c11-1bcd-4394-a588-6204ded193e9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.1008384 Sep 16 00:45:01.912354 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 89f18aa4-ddc1-44d3-99f8-8684cac39f4d up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:01.965661 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:01.966004 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:01.989590 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3fa1b4d9-b8cd-4780-8d6f-826dc26249bf req-18d26abe-7baf-45c3-a73c-81738196c8a8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758631 Sep 16 00:45:02.003443 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85767e21-27d3-4e16-9e1c-e204e587a97b None None] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:45:02.006365 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:02.021124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Sync routers for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:02.023105 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.028849 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42020) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:02.029362 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-00974bf6-5cb3-4acd-9545-e9582f77c1f6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7317483 Sep 16 00:45:02.083297 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:02.083932 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:44:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:02.132275 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a674261d-3690-4a60-9964-01139635bde0 None None] Provisioning complete for port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:02.132991 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a674261d-3690-4a60-9964-01139635bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.264779 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.318672 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:02.442460 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.446829 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=89f18aa4-ddc1-44d3-99f8-8684cac39f4d,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:02.452018 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:45:02.458924 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.521530 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a674261d-3690-4a60-9964-01139635bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.600595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Allocated IP 172.20.0.1 (a2977e88-d53d-4596-b31a-0a9b2a81b979/472a308e-3b12-4a43-b301-fa9ff8bf73c1/f50c0d41-08c0-449f-a455-097c2e4386ab) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:02.625149 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=89f18aa4-ddc1-44d3-99f8-8684cac39f4d,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:02.652552 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.db.api [None req-a674261d-3690-4a60-9964-01139635bde0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 00:45:02.652834 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG oslo_db.api [None req-a674261d-3690-4a60-9964-01139635bde0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 00:45:02.670863 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:01Z', 'revision_number': 3, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:02.702062 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Checking router: 87001091-dd5e-41cb-8e68-7ee687161a8d for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:02.702416 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Updating router 87001091-dd5e-41cb-8e68-7ee687161a8d port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:45:02.720147 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.733443 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.755510 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.778961 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6527abcf-cb9c-44da-89fe-6a8a1a1b7ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.793208 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:02.796029 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:02.802106 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:02.827976 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Pushing event updated for resources: {'Port': ['ID=f50c0d41-08c0-449f-a455-097c2e4386ab,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:02.848441 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.854087 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:02.987001 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.021139 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.026963 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.077747 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Attempting to bind port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:03.078034 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Attempting to bind port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:03.078389 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Attempting to bind port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:03.083818 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578e5a-3d99-4a44-8ddd-15dcb2a1f3cc None None] Pushing event updated for resources: {'Port': ['ID=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:03.088413 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:03.088806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:03.089738 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.090479 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:03.090708 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Bound port: 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:03.091090 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.145620 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] For port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:03.149100 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] For port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:03.157891 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.168034 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76635516-a9e0-432c-9c95-1f3df8a5d747 req-cc28fc69-3cb0-41ab-8454-c71d81d7a091 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:03.169217 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-76635516-a9e0-432c-9c95-1f3df8a5d747 req-cc28fc69-3cb0-41ab-8454-c71d81d7a091 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0964067 Sep 16 00:45:03.221579 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.226483 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-76635516-a9e0-432c-9c95-1f3df8a5d747 req-b4e42c92-4f19-40a9-88bd-8aa5786dacea tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498841 Sep 16 00:45:03.227700 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.250248 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:03.250248 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:03.250248 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578e5a-3d99-4a44-8ddd-15dcb2a1f3cc None None] Pushing event updated for resources: {'Port': ['ID=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:03.295460 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Pushing event updated for resources: {'Port': ['ID=f50c0d41-08c0-449f-a455-097c2e4386ab,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:03.297916 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.359467 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:03.390241 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:03.392245 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:03.396583 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-67f1b087-1cde-453c-bd57-013b82f991db None None] Provisioning complete for port f50c0d41-08c0-449f-a455-097c2e4386ab triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:03.396972 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-67f1b087-1cde-453c-bd57-013b82f991db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.514128 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Router 87001091-dd5e-41cb-8e68-7ee687161a8d has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:45:03.608834 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-67f1b087-1cde-453c-bd57-013b82f991db None None] Port f50c0d41-08c0-449f-a455-097c2e4386ab cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:45:03.633914 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:03.639684 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-9b3c9287-3476-4b36-b678-9d6e9451c80b admin admin] 10.222.0.13 "PUT /v2.0/routers/87001091-dd5e-41cb-8e68-7ee687161a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6096544 Sep 16 00:45:03.669997 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.675863 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-67f1b087-1cde-453c-bd57-013b82f991db None None] Provisioning complete for port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:03.676238 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-67f1b087-1cde-453c-bd57-013b82f991db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.816732 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:03Z', 'revision_number': 2, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:03.847926 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0755-0a51-42d8-a274-49a66cba0e63 None None] The sync data for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi is: [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:03Z', 'revision_number': 2, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:03.862840 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 89f18aa4-ddc1-44d3-99f8-8684cac39f4d up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:03.914302 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.937909 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:03.938284 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:03.940586 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-c81215e6-2d51-4473-8dea-0d105f14a478 None None] Provisioning complete for port f50c0d41-08c0-449f-a455-097c2e4386ab triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:03.940984 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c81215e6-2d51-4473-8dea-0d105f14a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.004356 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-c81215e6-2d51-4473-8dea-0d105f14a478 None None] Port f50c0d41-08c0-449f-a455-097c2e4386ab cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:45:04.187946 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42038) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:04.193053 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1656351360-network', 'tenant_id': 'db470321c12c493d937b27ae70437443'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:04.215413 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Made reservation on behalf of db470321c12c493d937b27ae70437443 for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:45:04.218058 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.226820 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.333706 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.337466 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.359640 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:45:04.368111 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d7269-4b03-4086-ac16-6df83bdcbdd8 req-99e5a102-2e46-494f-a248-ed422cf2022b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:04.374109 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8f1d7269-4b03-4086-ac16-6df83bdcbdd8 req-99e5a102-2e46-494f-a248-ed422cf2022b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0687003 Sep 16 00:45:04.375353 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e08e3-2aa1-4ff0-a625-f4508d46399a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:04.378332 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.378679 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Added segment 0a901787-d7dc-4639-aa3f-8268f3e988a1 of type vlan for network ca950865-445b-448a-8a53-27d4b4f256f1 Sep 16 00:45:04.422516 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.429516 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8f1d7269-4b03-4086-ac16-6df83bdcbdd8 req-5d9a1436-146d-49dc-93c6-639da16e0c62 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518627 Sep 16 00:45:04.455675 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.457593 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:04.457593 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.499623 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3104775 Sep 16 00:45:04.504086 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42042) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:04.509427 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Request body: {'subnet': {'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1656351360-subnet', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:04.533446 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4d2c4-1914-4cfb-bb94-e159336da60c admin admin] Pushing event updated for resources: {'Network': ['ID=ca950865-445b-448a-8a53-27d4b4f256f1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:04.536224 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Made reservation on behalf of db470321c12c493d937b27ae70437443 for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:45:04.538782 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.544248 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network ca950865-445b-448a-8a53-27d4b4f256f1 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:45:04.718512 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.773119 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f6bfdb-5f10-4fd8-973f-084473e42226,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:04.783155 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Checking segment: {'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:04.783504 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Network hostable DHCP agents. Network: ca950865-445b-448a-8a53-27d4b4f256f1, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:45:04.800170 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Network ca950865-445b-448a-8a53-27d4b4f256f1 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:45:04.809261 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, ca950865-445b-448a-8a53-27d4b4f256f1) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:04.813568 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:04.814014 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.818705 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec4e42-a204-408e-8803-ca08b46b38fc None None] Network ca950865-445b-448a-8a53-27d4b4f256f1 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:45:04.833057 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ef9638ab-680b-4bf1-9855-55ccc610f57a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3253520 Sep 16 00:45:04.833268 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42044) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:04.837819 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:04.859857 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.860901 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.915215 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:04.982254 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-ca950865-445b-448a-8a53-27d4b4f256f1', 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'fixed_ips': [{'subnet_id': '05f6bfdb-5f10-4fd8-973f-084473e42226'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:45:04.983119 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.063534 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.134232 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Allocated IP 172.20.0.2 (ca950865-445b-448a-8a53-27d4b4f256f1/05f6bfdb-5f10-4fd8-973f-084473e42226/2500d5cd-3622-4a34-b00b-2400ea47546d) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:05.265638 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.278987 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.285228 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.290142 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.324822 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Network ca950865-445b-448a-8a53-27d4b4f256f1 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:05.327559 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:05.331033 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:05.345256 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Pushing event updated for resources: {'Port': ['ID=2500d5cd-3622-4a34-b00b-2400ea47546d,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:05.390156 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Attempting to bind port 2500d5cd-3622-4a34-b00b-2400ea47546d on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:05.390400 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Attempting to bind port 2500d5cd-3622-4a34-b00b-2400ea47546d by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:05.390759 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Attempting to bind port 2500d5cd-3622-4a34-b00b-2400ea47546d on network ca950865-445b-448a-8a53-27d4b4f256f1 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:05.395619 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:05.395986 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Checking segment: {'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:05.396381 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.396801 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Bound using segment: {'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:05.397264 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Bound port: 2500d5cd-3622-4a34-b00b-2400ea47546d, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:05.397642 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.400344 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Allocated IP 172.27.0.21 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/51c14c14-4687-47d3-b2b6-48b1f162b926) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:05.470145 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] For port 2500d5cd-3622-4a34-b00b-2400ea47546d, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:05.474850 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] For port 2500d5cd-3622-4a34-b00b-2400ea47546d, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=2500d5cd-3622-4a34-b00b-2400ea47546d,segment=NetworkSegment(0a901787-d7dc-4639-aa3f-8268f3e988a1),segment_id=0a901787-d7dc-4639-aa3f-8268f3e988a1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:05.480467 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.524541 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.547025 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e307cf2-b5b5-47cf-86a1-09c6a72c2e54 None None] Pushing event updated for resources: {'Port': ['ID=2500d5cd-3622-4a34-b00b-2400ea47546d,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:05.566940 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.577173 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee18d3-0790-4ad1-866b-e28a8f798a9d req-3f9a4110-d58f-4274-a88f-0e05c00a4d0a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:05.579429 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-86ee18d3-0790-4ad1-866b-e28a8f798a9d req-3f9a4110-d58f-4274-a88f-0e05c00a4d0a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0850270 Sep 16 00:45:05.604449 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:05.606824 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:05.610591 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:05.631357 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-86ee18d3-0790-4ad1-866b-e28a8f798a9d req-9db9c2ae-9001-4cf5-b012-0d24d1ca4e9d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405538 Sep 16 00:45:05.646069 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Pushing event updated for resources: {'Port': ['ID=51c14c14-4687-47d3-b2b6-48b1f162b926,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:05.814768 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.907694 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:05.946426 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 2500d5cd-3622-4a34-b00b-2400ea47546d up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:05.982018 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Sync routers for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:05.991738 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:05.992438 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:06.002872 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 2500d5cd-3622-4a34-b00b-2400ea47546d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:06.003241 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.088698 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.102052 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:06.117426 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.122939 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 2500d5cd-3622-4a34-b00b-2400ea47546d, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=2500d5cd-3622-4a34-b00b-2400ea47546d,segment=NetworkSegment(0a901787-d7dc-4639-aa3f-8268f3e988a1),segment_id=0a901787-d7dc-4639-aa3f-8268f3e988a1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:06.127338 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.128401 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:06.221121 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=2500d5cd-3622-4a34-b00b-2400ea47546d,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:06.231988 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:06.232279 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.258685 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Router d7cd7c53-6505-42d8-bede-be536128a279 is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:45:06.317964 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:03Z', 'revision_number': 2, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:06.318260 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.342121 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:06.348607 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.351331 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Checking router: 87001091-dd5e-41cb-8e68-7ee687161a8d for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:06.351936 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Updating router 87001091-dd5e-41cb-8e68-7ee687161a8d port f50c0d41-08c0-449f-a455-097c2e4386ab binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:45:06.383976 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.405628 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:06.589602 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3751e51-7019-42bb-90ab-067c79785ab1 None None] Network ca950865-445b-448a-8a53-27d4b4f256f1 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:45:06.590991 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:06.611633 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.613323 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-2033c81b-0f9d-42f5-9813-7bbbf522749e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7791209 Sep 16 00:45:06.615914 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42048) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:06.620155 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Sync routers for ids ['d7cd7c53-6505-42d8-bede-be536128a279'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:06.664388 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.673404 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.682636 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Routers {'d7cd7c53-6505-42d8-bede-be536128a279'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:06.682636 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['d7cd7c53-6505-42d8-bede-be536128a279'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:06.721661 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Pushing event updated for resources: {'Port': ['ID=f50c0d41-08c0-449f-a455-097c2e4386ab,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:06.732896 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.733274 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.733618 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.733952 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.734282 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.734610 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.734934 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.735253 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.735840 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.736341 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.736842 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.737319 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:06.748308 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-5874eeda-424a-481b-9466-0b6df15b8f08 None None] Provisioning complete for port 2500d5cd-3622-4a34-b00b-2400ea47546d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:06.748308 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5874eeda-424a-481b-9466-0b6df15b8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.817928 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Attempting to bind port f50c0d41-08c0-449f-a455-097c2e4386ab on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:06.818596 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Attempting to bind port f50c0d41-08c0-449f-a455-097c2e4386ab by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:06.819121 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Attempting to bind port f50c0d41-08c0-449f-a455-097c2e4386ab on network a2977e88-d53d-4596-b31a-0a9b2a81b979 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:06.830571 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:06.831268 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Checking segment: {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:06.831889 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.832465 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Bound using segment: {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:06.833149 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Bound port: f50c0d41-08c0-449f-a455-097c2e4386ab, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:06.833885 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.864811 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61984f8-f522-4438-9c00-dba732274a6b req-1fc447ce-03df-4cdc-9d79-fcb7d6e560b8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:06.866449 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f61984f8-f522-4438-9c00-dba732274a6b req-1fc447ce-03df-4cdc-9d79-fcb7d6e560b8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.1429780 Sep 16 00:45:06.910735 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] For port f50c0d41-08c0-449f-a455-097c2e4386ab, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:06.914829 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] For port f50c0d41-08c0-449f-a455-097c2e4386ab, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=f50c0d41-08c0-449f-a455-097c2e4386ab,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:06.920548 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:06.936489 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Set router d7cd7c53-6505-42d8-bede-be536128a279 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:06.971694 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:06.972338 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:06.990810 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f61984f8-f522-4438-9c00-dba732274a6b req-5cde31d7-eaae-4e4c-a42c-8dcb86cf65ad tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165583 Sep 16 00:45:06.992812 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69ac05-68f9-4a62-ad09-2d9f7d64e0ef None None] Pushing event updated for resources: {'Port': ['ID=f50c0d41-08c0-449f-a455-097c2e4386ab,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:07.122276 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:07.244616 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.327312 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:45:05Z', 'revision_number': 3, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:07.363081 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Checking router: d7cd7c53-6505-42d8-bede-be536128a279 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:07.363442 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Updating router d7cd7c53-6505-42d8-bede-be536128a279 port 51c14c14-4687-47d3-b2b6-48b1f162b926 binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:45:07.386582 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:07.395319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] Provisioning complete for port f50c0d41-08c0-449f-a455-097c2e4386ab triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:07.395693 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.420969 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.429372 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Allocated IP 172.20.0.1 (ca950865-445b-448a-8a53-27d4b4f256f1/05f6bfdb-5f10-4fd8-973f-084473e42226/aead17f2-3f2f-446e-945e-a0212b0a9758) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:07.499068 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e28b33-dd8f-4e98-a99a-674cfe5af2c3 None None] The sync data for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi is: [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:07.553416 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.586608 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.591918 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.629921 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Network ca950865-445b-448a-8a53-27d4b4f256f1 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:07.632854 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:07.636788 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:07.662844 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] For port f50c0d41-08c0-449f-a455-097c2e4386ab, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=f50c0d41-08c0-449f-a455-097c2e4386ab,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:07.671599 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.672774 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Pushing event updated for resources: {'Port': ['ID=aead17f2-3f2f-446e-945e-a0212b0a9758,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:07.686037 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.752678 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] Provisioning complete for port 2500d5cd-3622-4a34-b00b-2400ea47546d triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:07.752946 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.791576 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b8347-f2f9-4f1b-ac67-aeba993cc0df None None] Pushing event updated for resources: {'Port': ['ID=f50c0d41-08c0-449f-a455-097c2e4386ab,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:07.844800 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.874174 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.918958 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:07.992936 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 2500d5cd-3622-4a34-b00b-2400ea47546d up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:08.018097 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995af11b-1302-4a89-b3e8-d74532eac7ae None None] Pushing event updated for resources: {'Port': ['ID=51c14c14-4687-47d3-b2b6-48b1f162b926,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:08.022861 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Attempting to bind port 51c14c14-4687-47d3-b2b6-48b1f162b926 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:08.023233 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Attempting to bind port 51c14c14-4687-47d3-b2b6-48b1f162b926 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:08.023593 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Attempting to bind port 51c14c14-4687-47d3-b2b6-48b1f162b926 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:08.033678 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:08.034197 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:08.034603 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.035419 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:08.036705 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Bound port: 51c14c14-4687-47d3-b2b6-48b1f162b926, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:08.036705 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.069235 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.075370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.115470 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] For port 51c14c14-4687-47d3-b2b6-48b1f162b926, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:08.117559 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 2500d5cd-3622-4a34-b00b-2400ea47546d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:08.117928 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.121631 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] For port 51c14c14-4687-47d3-b2b6-48b1f162b926, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=51c14c14-4687-47d3-b2b6-48b1f162b926,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:08.124117 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-0f7c596f-70b9-435d-84f2-570bf3f8ed26 None None] Provisioning complete for port aead17f2-3f2f-446e-945e-a0212b0a9758 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:08.124468 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f7c596f-70b9-435d-84f2-570bf3f8ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.134024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d960f80-8aad-498b-96af-961e3b87eefe req-d2d8c795-2434-4efa-88f1-f0ceaa80a41e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:08.144907 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7d960f80-8aad-498b-96af-961e3b87eefe req-d2d8c795-2434-4efa-88f1-f0ceaa80a41e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0662904 Sep 16 00:45:08.147970 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.162389 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Pushing event updated for resources: {'Port': ['ID=aead17f2-3f2f-446e-945e-a0212b0a9758,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:08.164882 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.188961 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7d960f80-8aad-498b-96af-961e3b87eefe req-3220e036-6934-4ce7-b0e6-6fb1468c90ba tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424440 Sep 16 00:45:08.262108 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c596f-70b9-435d-84f2-570bf3f8ed26 None None] Port aead17f2-3f2f-446e-945e-a0212b0a9758 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:45:08.271757 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Network ca950865-445b-448a-8a53-27d4b4f256f1 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:08.273239 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:08.276171 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995af11b-1302-4a89-b3e8-d74532eac7ae None None] Pushing event updated for resources: {'Port': ['ID=51c14c14-4687-47d3-b2b6-48b1f162b926,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:08.283434 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Routers {'d7cd7c53-6505-42d8-bede-be536128a279'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:08.284063 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['d7cd7c53-6505-42d8-bede-be536128a279'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:08.372998 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device f50c0d41-08c0-449f-a455-097c2e4386ab up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:08.414270 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Router d7cd7c53-6505-42d8-bede-be536128a279 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:45:08.451412 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] Set router d7cd7c53-6505-42d8-bede-be536128a279 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:08.528561 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:08.528982 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port f50c0d41-08c0-449f-a455-097c2e4386ab triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:08.529364 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.541789 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a9f3b1b6-8f22-42ff-8fc2-d2eae10509f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7cd7c53-6505-42d8-bede-be536128a279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171944 Sep 16 00:45:08.631065 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-cfef00b6-89ca-4518-bade-982229f76032 None None] Provisioning complete for port aead17f2-3f2f-446e-945e-a0212b0a9758 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:08.631536 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cfef00b6-89ca-4518-bade-982229f76032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:08.734285 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-cfef00b6-89ca-4518-bade-982229f76032 None None] Port aead17f2-3f2f-446e-945e-a0212b0a9758 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:45:08.747342 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:08.798339 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 4, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'aead17f2-3f2f-446e-945e-a0212b0a9758', 'name': '', 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'mac_address': 'fa:16:3e:48:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:07Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 2, 'project_id': 'db470321c12c493d937b27ae70437443', 'subnets': [{'id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:08.826493 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e010d2-2ee7-49e4-97b0-f04755d947f8 None None] The sync data for ids ['d7cd7c53-6505-42d8-bede-be536128a279'] in dv-cinder-809303-1-iscsi is: [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 4, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'aead17f2-3f2f-446e-945e-a0212b0a9758', 'name': '', 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'mac_address': 'fa:16:3e:48:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:07Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 2, 'project_id': 'db470321c12c493d937b27ae70437443', 'subnets': [{'id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:08.832862 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:08.833143 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.266347 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42064) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:09.271240 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-6bad3467-0a0b-4072-ab7c-b70c92df6db2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955050211', 'description': 'tempest-secgroup-smoke-1955050211 description', 'project_id': '82635799727f4521a47d9f13b1dfc685'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:09.294844 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6bad3467-0a0b-4072-ab7c-b70c92df6db2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.345028 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a34700-b32d-4905-9aea-fee9ef210c27 req-2fb23733-a733-47ab-948c-85db29eebf81 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:09.347573 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9a34700-b32d-4905-9aea-fee9ef210c27 req-2fb23733-a733-47ab-948c-85db29eebf81 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0608215 Sep 16 00:45:09.387998 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6bad3467-0a0b-4072-ab7c-b70c92df6db2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.389400 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9a34700-b32d-4905-9aea-fee9ef210c27 req-f96c0a4d-454f-4455-8216-d546d79418b3 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344055 Sep 16 00:45:09.394254 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6bad3467-0a0b-4072-ab7c-b70c92df6db2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.421643 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6bad3467-0a0b-4072-ab7c-b70c92df6db2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.424687 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6bad3467-0a0b-4072-ab7c-b70c92df6db2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1553988 Sep 16 00:45:09.426091 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42068) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:09.426657 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad3467-0a0b-4072-ab7c-b70c92df6db2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af00572-0cfe-4254-90ce-85e5551ad28e,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:09.430852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-fd20448f-a36d-4265-8f2c-139b7e3cc8af tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'security_group_rule': {'security_group_id': '6af00572-0cfe-4254-90ce-85e5551ad28e', 'project_id': '82635799727f4521a47d9f13b1dfc685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:09.459360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fd20448f-a36d-4265-8f2c-139b7e3cc8af tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.507477 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fd20448f-a36d-4265-8f2c-139b7e3cc8af tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.518978 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fd20448f-a36d-4265-8f2c-139b7e3cc8af tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.536003 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20448f-a36d-4265-8f2c-139b7e3cc8af tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5422fe28-22ec-43c6-a7cc-a3142b782559,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:09.546551 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fd20448f-a36d-4265-8f2c-139b7e3cc8af tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.547822 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fd20448f-a36d-4265-8f2c-139b7e3cc8af tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206865 Sep 16 00:45:09.550776 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42072) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:09.556704 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-2076de0a-fc9f-4d54-bda7-03f12033ba7f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'security_group_rule': {'security_group_id': '6af00572-0cfe-4254-90ce-85e5551ad28e', 'project_id': '82635799727f4521a47d9f13b1dfc685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:09.590867 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2076de0a-fc9f-4d54-bda7-03f12033ba7f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.648447 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2076de0a-fc9f-4d54-bda7-03f12033ba7f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.650911 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77858-9704-4a82-af0f-241a8a39f0ee req-3abcc21f-752c-45cb-af90-ffa9d76f005d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:09.652751 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-abd77858-9704-4a82-af0f-241a8a39f0ee req-3abcc21f-752c-45cb-af90-ffa9d76f005d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0779593 Sep 16 00:45:09.652902 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2076de0a-fc9f-4d54-bda7-03f12033ba7f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.659667 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-02144334-3a93-4254-b1fd-11df1a3e1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:09.661134 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-02144334-3a93-4254-b1fd-11df1a3e1162 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1099 time: 0.0599091 Sep 16 00:45:09.675459 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076de0a-fc9f-4d54-bda7-03f12033ba7f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeeab53-3a72-4a69-8d4c-11ccd29b498f,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:09.684183 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2076de0a-fc9f-4d54-bda7-03f12033ba7f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.684183 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-2076de0a-fc9f-4d54-bda7-03f12033ba7f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290498 Sep 16 00:45:09.684812 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42074) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:09.689758 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-1c82ddf8-7f6f-4061-b51b-ae1302917fbf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'security_group_rule': {'security_group_id': '6af00572-0cfe-4254-90ce-85e5551ad28e', 'project_id': '82635799727f4521a47d9f13b1dfc685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:09.715832 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c82ddf8-7f6f-4061-b51b-ae1302917fbf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.750348 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-abd77858-9704-4a82-af0f-241a8a39f0ee req-bb4a6d80-53a2-4298-80ed-50bafa40d3b6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882883 Sep 16 00:45:09.781333 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c82ddf8-7f6f-4061-b51b-ae1302917fbf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.782231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-544b9854-f7d1-4236-8249-67f0023e146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:09.784148 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-544b9854-f7d1-4236-8249-67f0023e146e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.1156077 Sep 16 00:45:09.785316 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c82ddf8-7f6f-4061-b51b-ae1302917fbf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.802962 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82ddf8-7f6f-4061-b51b-ae1302917fbf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc9adb8-029a-411c-98a1-ea7a888ab39a,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:09.809862 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1c82ddf8-7f6f-4061-b51b-ae1302917fbf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.813636 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-1c82ddf8-7f6f-4061-b51b-ae1302917fbf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258998 Sep 16 00:45:09.813916 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42076) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:09.818338 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-92331e94-ac56-43ca-97e7-0c79be82ade8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'security_group_rule': {'security_group_id': '6af00572-0cfe-4254-90ce-85e5551ad28e', 'project_id': '82635799727f4521a47d9f13b1dfc685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:09.851590 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-92331e94-ac56-43ca-97e7-0c79be82ade8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.860378 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-6e1fa3f1-2a4a-4af5-b9cb-64262d2ec25c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 1001 time: 0.0689240 Sep 16 00:45:09.912394 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-92331e94-ac56-43ca-97e7-0c79be82ade8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.916669 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-92331e94-ac56-43ca-97e7-0c79be82ade8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.937496 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92331e94-ac56-43ca-97e7-0c79be82ade8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0233c8cd-0e49-44b6-b69f-ce245e23fcba,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:09.941936 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-92331e94-ac56-43ca-97e7-0c79be82ade8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:09.946061 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-92331e94-ac56-43ca-97e7-0c79be82ade8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287611 Sep 16 00:45:09.947007 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42078) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:09.951446 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'security_group_rule': {'security_group_id': '6af00572-0cfe-4254-90ce-85e5551ad28e', 'project_id': '82635799727f4521a47d9f13b1dfc685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:09.974661 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.securitygroups_db [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Project 82635799727f4521a47d9f13b1dfc685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 00:45:09.981029 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.045957 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.049969 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.070264 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c551d3fc-1e49-4c2a-9d0e-cd9e8f2cc165,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:10.077456 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.078840 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-9790ef85-514c-4df3-a8a0-bcd5854a1488 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315162 Sep 16 00:45:10.081645 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42080) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:10.086688 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'security_group_rule': {'security_group_id': '6af00572-0cfe-4254-90ce-85e5551ad28e', 'project_id': '82635799727f4521a47d9f13b1dfc685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:10.109485 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.securitygroups_db [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Project 82635799727f4521a47d9f13b1dfc685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 00:45:10.114573 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.144385 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-740a5b01-7634-4d51-a594-8925a06fba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:10.146031 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-740a5b01-7634-4d51-a594-8925a06fba6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.2782710 Sep 16 00:45:10.178697 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.184305 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.219423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-743c4d08-de17-4c4f-be94-3db9d4b134ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:10.222208 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-743c4d08-de17-4c4f-be94-3db9d4b134ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608957 Sep 16 00:45:10.222663 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b87f6d-0158-4fe6-a291-cb72187257e8,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:10.231865 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:10.233315 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-15da8813-a249-47ff-b8b4-958efcd2072b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501827 Sep 16 00:45:10.337076 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-e12ea893-9120-45e4-8333-3c0030c6fa5b service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074481 Sep 16 00:45:10.434393 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ee3f4744-3b9b-4b3d-b0d5-879c9221f32b req-aa8c1f82-810b-44d1-9baf-05764120624f service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904183 Sep 16 00:45:10.872970 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26cb07-566b-49e6-9801-26178bb39815 req-02c736d1-f544-4862-8a85-33c2f9d51a5d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:10.874532 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4c26cb07-566b-49e6-9801-26178bb39815 req-02c736d1-f544-4862-8a85-33c2f9d51a5d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0499249 Sep 16 00:45:10.912768 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4c26cb07-566b-49e6-9801-26178bb39815 req-14c17890-7d60-449b-b323-dbe76ce8e43a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320506 Sep 16 00:45:11.303074 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-5fa5b646-c236-4194-9da4-626981e87cf4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384450 Sep 16 00:45:11.374606 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-48cc37e9-8d89-4778-a52d-8bc62fd871c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:11.376101 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-48cc37e9-8d89-4778-a52d-8bc62fd871c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 1099 time: 0.0493901 Sep 16 00:45:11.474070 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Sync routers for ids ['d7cd7c53-6505-42d8-bede-be536128a279'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:11.483438 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Routers {'d7cd7c53-6505-42d8-bede-be536128a279'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:11.483609 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-dfd15539-44e3-42b1-9d21-19ffc2f47cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:11.484041 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['d7cd7c53-6505-42d8-bede-be536128a279'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:11.485239 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-dfd15539-44e3-42b1-9d21-19ffc2f47cff service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.0880189 Sep 16 00:45:11.563384 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-3fc88072-e26c-4489-a97c-939acc6f401d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 200 len: 1001 time: 0.0707405 Sep 16 00:45:11.590872 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Set router d7cd7c53-6505-42d8-bede-be536128a279 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:11.613602 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-6ead0256-97b2-4387-899f-31ebc3ff34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:11.615131 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-6ead0256-97b2-4387-899f-31ebc3ff34cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.0440795 Sep 16 00:45:11.663493 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-21d16068-5d02-4113-8998-f88a207a131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:11.664880 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-21d16068-5d02-4113-8998-f88a207a131e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421567 Sep 16 00:45:11.765776 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-029c3def-122f-466d-a70c-515d1b0841f8 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929644 Sep 16 00:45:11.807796 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 4, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'aead17f2-3f2f-446e-945e-a0212b0a9758', 'name': '', 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'mac_address': 'fa:16:3e:48:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:07Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 2, 'project_id': 'db470321c12c493d937b27ae70437443', 'subnets': [{'id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:11.839271 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Checking router: d7cd7c53-6505-42d8-bede-be536128a279 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:11.839531 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Updating router d7cd7c53-6505-42d8-bede-be536128a279 port aead17f2-3f2f-446e-945e-a0212b0a9758 binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:45:11.869655 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aa000604-6c41-4b5b-b9e6-679a12280905 req-6d824250-93c9-49fa-8589-de62a94aa65f service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961454 Sep 16 00:45:11.876570 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:11.909820 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 51c14c14-4687-47d3-b2b6-48b1f162b926 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:11.965422 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 51c14c14-4687-47d3-b2b6-48b1f162b926 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:11.965790 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.040068 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b633e85-ab5f-4c2a-a8b8-5c5218b48a76 req-e59d4dcc-e6fc-404c-8a2c-f9fd1e7369f5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:12.041505 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9b633e85-ab5f-4c2a-a8b8-5c5218b48a76 req-e59d4dcc-e6fc-404c-8a2c-f9fd1e7369f5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0569558 Sep 16 00:45:12.062405 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.083801 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 51c14c14-4687-47d3-b2b6-48b1f162b926, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=51c14c14-4687-47d3-b2b6-48b1f162b926,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:12.086778 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9b633e85-ab5f-4c2a-a8b8-5c5218b48a76 req-388e8eac-e39f-4d10-ace0-861e5db29d94 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371399 Sep 16 00:45:12.089493 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.138271 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=51c14c14-4687-47d3-b2b6-48b1f162b926,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:12.180633 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.187247 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.240017 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cd730-5a37-46ee-b5e1-5691ac47410d None None] Pushing event updated for resources: {'Port': ['ID=aead17f2-3f2f-446e-945e-a0212b0a9758,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:12.289338 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Attempting to bind port aead17f2-3f2f-446e-945e-a0212b0a9758 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:12.289694 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Attempting to bind port aead17f2-3f2f-446e-945e-a0212b0a9758 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:12.290050 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Attempting to bind port aead17f2-3f2f-446e-945e-a0212b0a9758 on network ca950865-445b-448a-8a53-27d4b4f256f1 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:12.295833 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:12.296123 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Checking segment: {'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:12.296519 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.296931 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Bound using segment: {'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:12.297401 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Bound port: aead17f2-3f2f-446e-945e-a0212b0a9758, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a901787-d7dc-4639-aa3f-8268f3e988a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:12.297794 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.375217 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] For port aead17f2-3f2f-446e-945e-a0212b0a9758, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:12.379488 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] For port aead17f2-3f2f-446e-945e-a0212b0a9758, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=aead17f2-3f2f-446e-945e-a0212b0a9758,segment=NetworkSegment(0a901787-d7dc-4639-aa3f-8268f3e988a1),segment_id=0a901787-d7dc-4639-aa3f-8268f3e988a1)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:12.383473 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.447761 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cd730-5a37-46ee-b5e1-5691ac47410d None None] Pushing event updated for resources: {'Port': ['ID=aead17f2-3f2f-446e-945e-a0212b0a9758,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:12.451216 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Routers {'d7cd7c53-6505-42d8-bede-be536128a279'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:12.451828 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['d7cd7c53-6505-42d8-bede-be536128a279'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:12.478732 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-012379ec-bee1-416a-a4ed-5f9af5b8330e None None] Provisioning complete for port aead17f2-3f2f-446e-945e-a0212b0a9758 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:12.479102 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-012379ec-bee1-416a-a4ed-5f9af5b8330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.563297 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-012379ec-bee1-416a-a4ed-5f9af5b8330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.585089 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] Set router d7cd7c53-6505-42d8-bede-be536128a279 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:12.598417 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-012379ec-bee1-416a-a4ed-5f9af5b8330e None None] For port aead17f2-3f2f-446e-945e-a0212b0a9758, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=aead17f2-3f2f-446e-945e-a0212b0a9758,segment=NetworkSegment(0a901787-d7dc-4639-aa3f-8268f3e988a1),segment_id=0a901787-d7dc-4639-aa3f-8268f3e988a1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:12.602777 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-012379ec-bee1-416a-a4ed-5f9af5b8330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.772283 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-73baef38-84c6-4826-bed5-95538b95f216 None None] Provisioning complete for port aead17f2-3f2f-446e-945e-a0212b0a9758 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:12.772661 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73baef38-84c6-4826-bed5-95538b95f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:12.775390 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012379ec-bee1-416a-a4ed-5f9af5b8330e None None] Pushing event updated for resources: {'Port': ['ID=aead17f2-3f2f-446e-945e-a0212b0a9758,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:12.801960 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 4, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'aead17f2-3f2f-446e-945e-a0212b0a9758', 'name': '', 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'mac_address': 'fa:16:3e:48:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:07Z', 'updated_at': '2021-09-16T00:45:12Z', 'revision_number': 4, 'project_id': 'db470321c12c493d937b27ae70437443', 'subnets': [{'id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:12.831770 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fffcd-1766-47df-8c66-39a2a4743d03 None None] The sync data for ids ['d7cd7c53-6505-42d8-bede-be536128a279'] in dv-cinder-809303-1-iscsi is: [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 4, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'aead17f2-3f2f-446e-945e-a0212b0a9758', 'name': '', 'network_id': 'ca950865-445b-448a-8a53-27d4b4f256f1', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'mac_address': 'fa:16:3e:48:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:07Z', 'updated_at': '2021-09-16T00:45:12Z', 'revision_number': 4, 'project_id': 'db470321c12c493d937b27ae70437443', 'subnets': [{'id': '05f6bfdb-5f10-4fd8-973f-084473e42226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:13.885201 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 51c14c14-4687-47d3-b2b6-48b1f162b926 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:13.936943 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 51c14c14-4687-47d3-b2b6-48b1f162b926 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:13.937304 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:14.014352 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device aead17f2-3f2f-446e-945e-a0212b0a9758 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:14.060949 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port aead17f2-3f2f-446e-945e-a0212b0a9758 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:14.061311 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:30.072521 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-10172746-4062-4480-9924-a20558edf05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:30.925720 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab6e2-fedd-4352-a642-ad70f3ec5fbb req-85542a1f-d96b-4ff4-8a46-17eeda3beca8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:30.927191 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-79bab6e2-fedd-4352-a642-ad70f3ec5fbb req-85542a1f-d96b-4ff4-8a46-17eeda3beca8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 946 time: 0.0489256 Sep 16 00:45:30.964771 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-79bab6e2-fedd-4352-a642-ad70f3ec5fbb req-53247165-35b7-4c1f-b848-ff1b578363f5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306463 Sep 16 00:45:32.080191 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12725dc0-00e1-4414-97b5-abb7cac17326 req-03037f57-6422-4fee-916e-447945cdb7f4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:32.081793 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-12725dc0-00e1-4414-97b5-abb7cac17326 req-03037f57-6422-4fee-916e-447945cdb7f4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 946 time: 0.0469801 Sep 16 00:45:32.123843 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-12725dc0-00e1-4414-97b5-abb7cac17326 req-57eebfe6-71a9-4118-b900-4259d426e08c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362558 Sep 16 00:45:32.750139 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ea86172-5676-41c2-bd4a-d9c00df2355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:32.825030 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:32.896860 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-a9510c13-4e38-4e51-81b6-f8982399617b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:32.898444 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-a9510c13-4e38-4e51-81b6-f8982399617b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 946 time: 0.0497000 Sep 16 00:45:32.994739 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-7d45d035-1d37-4cb8-8fde-f97ce3cd95c0 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955050211&fields=id&tenant_id=82635799727f4521a47d9f13b1dfc685 HTTP/1.1" status: 200 len: 267 time: 0.0842748 Sep 16 00:45:33.084205 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Deleting port 71722fb0-efb8-4248-91b0-d3191294875c {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:45:33.084545 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:33.171342 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995437-a076-4743-8d75-929812229007 req-797b78bc-0720-4573-904d-8b990f391c62 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:33.172918 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-797b78bc-0720-4573-904d-8b990f391c62 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 808 time: 0.1701031 Sep 16 00:45:33.201817 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-4b36047d-d105-4982-85cf-735eaa2ef113 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/quotas/82635799727f4521a47d9f13b1dfc685 HTTP/1.1" status: 200 len: 375 time: 0.0187707 Sep 16 00:45:33.207688 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] For port 71722fb0-efb8-4248-91b0-d3191294875c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=71722fb0-efb8-4248-91b0-d3191294875c,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:33.207688 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:33.242725 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fd43b-94a9-464b-8eff-21d76f40802f req-66ba0807-af52-4582-a1ae-54a821b41b20 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:33.244205 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d47fd43b-94a9-464b-8eff-21d76f40802f req-66ba0807-af52-4582-a1ae-54a821b41b20 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 946 time: 0.0479763 Sep 16 00:45:33.281748 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d47fd43b-94a9-464b-8eff-21d76f40802f req-3d0ad197-a422-4633-a279-e50febf13f3a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=75439ab6-15f6-4bb9-b892-3c39e4ca78e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Sep 16 00:45:33.353147 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-eb324a29-1558-4481-ba7d-f31bb3fcac8b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437209 Sep 16 00:45:33.470330 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:33.470701 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:33.471060 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Floating IP 05f6b5d5-23e3-4aa4-8267-198f27c2a7c2 disassociated. External IP: 172.27.0.156, port: 71722fb0-efb8-4248-91b0-d3191294875c. Sep 16 00:45:33.471410 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Calling delete_port for 71722fb0-efb8-4248-91b0-d3191294875c owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:45:33.613731 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-a38c82e7-12cb-44b7-8cf2-ca7e5849dee4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271202 Sep 16 00:45:33.634732 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:33.723077 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:33.757431 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event deleted for resources: {'Port': ['ID=71722fb0-efb8-4248-91b0-d3191294875c,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:33.779189 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-56f8fa99-c88a-4d26-bde3-02938aec4d2d service neutron] 10.222.0.13 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528637 Sep 16 00:45:33.780360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.780726 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.781099 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.781437 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.781769 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.782095 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.782422 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.782873 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.783058 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.783380 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.783702 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.784022 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:33.893769 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Router 73288955-2e0e-44e8-b639-05c7dd8e16d2 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:45:33.909141 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:34.012579 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:34.024197 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] Sync routers for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:34.036128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:34.037203 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:34.063148 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] No DVR routers for this DVR port 71722fb0-efb8-4248-91b0-d3191294875c on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:45:34.066432 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:34.068747 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cadb27db-a321-45f4-aa05-9ac572df70bf req-0e9535fd-920f-45bc-ac15-028f4c6859c5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "DELETE /v2.0/ports/71722fb0-efb8-4248-91b0-d3191294875c HTTP/1.1" status: 204 len: 173 time: 1.1645594 Sep 16 00:45:34.069208 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-deleted', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:34.071497 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9501ed-e971-4f67-9c7b-4d81c00768fa" -d '{"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-deleted", "tag": "71722fb0-efb8-4248-91b0-d3191294875c"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:34.112564 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad4a79f-72ab-49e4-9bd6-18d30fb6a689 x-openstack-request-id: req-3ad4a79f-72ab-49e4-9bd6-18d30fb6a689 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:34.112884 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7796c4ef-702d-445e-a60e-3f3c986635d8", "name": "network-vif-deleted", "tag": "71722fb0-efb8-4248-91b0-d3191294875c", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:34.113136 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ad4a79f-72ab-49e4-9bd6-18d30fb6a689 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:34.113659 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796c4ef-702d-445e-a60e-3f3c986635d8', 'name': 'network-vif-deleted', 'tag': '71722fb0-efb8-4248-91b0-d3191294875c', 'status': 'completed', 'code': 200} Sep 16 00:45:34.131120 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-021b6078-0905-4b54-82d4-542ae5faa98d req-0d07a8e0-37e1-43bd-a16d-56fb09894b26 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 210 time: 0.0344124 Sep 16 00:45:34.217833 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:34.422393 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7b7ea1dd-846d-4dff-9e9e-b7459bc71dcd req-c3c115b1-9aed-45fd-8897-b74e171e8895 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=7796c4ef-702d-445e-a60e-3f3c986635d8 HTTP/1.1" status: 200 len: 210 time: 0.0374544 Sep 16 00:45:34.450925 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:34.482219 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] Checking router: 73288955-2e0e-44e8-b639-05c7dd8e16d2 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:34.491589 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:34.492230 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:34.616979 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:34.822531 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:34.851196 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa3eb4-eb11-4dd6-b239-bb9b95f6dfc0 None None] The sync data for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi is: [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:35.063584 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a30be4-bd67-486e-b3b9-a4a392bd1b3a None None] New status for floating IP 05f6b5d5-23e3-4aa4-8267-198f27c2a7c2: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:45:35.248553 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-12a6c847-5c54-4340-b5cc-c9b3bf3ac9e4 req-22226189-1ee8-41b6-9c7e-c6cea8e0fc1b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 210 time: 0.0389822 Sep 16 00:45:35.358001 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995437-a076-4743-8d75-929812229007 req-4da5b15d-91a0-4f79-9fb0-8a748b0ff0d1 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:35.359781 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-4da5b15d-91a0-4f79-9fb0-8a748b0ff0d1 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.39 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 808 time: 0.1372406 Sep 16 00:45:35.406410 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-28c21437-8b9a-4382-8b55-c626ee2a5d44 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82635799727f4521a47d9f13b1dfc685 HTTP/1.1" status: 200 len: 380 time: 0.0371442 Sep 16 00:45:35.416466 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'port': {'device_id': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'admin_state_up': True, 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'security_groups': ['6af00572-0cfe-4254-90ce-85e5551ad28e']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:35.504196 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42264) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:35.538833 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Made reservation on behalf of 82635799727f4521a47d9f13b1dfc685 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:45:35.543241 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:35.558676 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:35.584800 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:35.630520 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:35.633297 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:35.634470 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "DELETE /v2.0/security-groups/75439ab6-15f6-4bb9-b892-3c39e4ca78e8 HTTP/1.1" status: 204 len: 168 time: 0.1292205 Sep 16 00:45:35.639642 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42266) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:35.652143 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75439ab6-15f6-4bb9-b892-3c39e4ca78e8,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:35.662102 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.api.v2.resource [None req-358ad368-74a8-4583-ac90-433892ac1713 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] show failed (client error): The resource could not be found. Sep 16 00:45:35.663112 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-358ad368-74a8-4583-ac90-433892ac1713 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups/75439ab6-15f6-4bb9-b892-3c39e4ca78e8 HTTP/1.1" status: 404 len: 347 time: 0.0226831 Sep 16 00:45:35.664762 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.665161 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.665500 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.665832 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.666169 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42268) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:35.666365 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.666812 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.667051 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.667372 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.667696 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.668066 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.668443 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.668745 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064d612-bd31-4367-aba9-13974743d477 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:35.711835 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Allocated IP 172.20.0.9 (a2977e88-d53d-4596-b31a-0a9b2a81b979/472a308e-3b12-4a43-b301-fa9ff8bf73c1/5da19583-6901-4c1c-8b6d-7507b8da7e26) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:35.828376 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:35.896100 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Deleting port 47d6d1a6-ac29-400a-87ac-c0ab8a4a2c42 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:45:35.896446 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.133462 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f517c-5fd2-4d00-86a8-b20b41dfe5a7 req-01af52d1-9526-42c1-898e-9191b4d01c9c tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:36.135042 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-268f517c-5fd2-4d00-86a8-b20b41dfe5a7 req-01af52d1-9526-42c1-898e-9191b4d01c9c tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.0515475 Sep 16 00:45:36.173146 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:45:36.175607 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-268f517c-5fd2-4d00-86a8-b20b41dfe5a7 req-d3b6fe4e-48a5-40fe-9930-b9d2913346e0 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339589 Sep 16 00:45:36.193933 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 71722fb0-efb8-4248-91b0-d3191294875c {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:45:36.194282 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 71722fb0-efb8-4248-91b0-d3191294875c not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:45:36.221677 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.249169 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.249500 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.269430 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Calling delete_port for 47d6d1a6-ac29-400a-87ac-c0ab8a4a2c42 owned by network:floatingip {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:45:36.318845 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.400215 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:36.414637 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:36.426749 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:36.429146 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:36.472161 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd021e-85b0-4d71-8f63-aa5d127deea6 req-2680ff94-66df-4197-8a59-effd927d0ae9 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:36.473756 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-67dd021e-85b0-4d71-8f63-aa5d127deea6 req-2680ff94-66df-4197-8a59-effd927d0ae9 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 931 time: 0.1481287 Sep 16 00:45:36.516579 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:36.517241 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.567554 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-67dd021e-85b0-4d71-8f63-aa5d127deea6 req-a3a465d6-d550-49e2-903e-03e1f40f06f3 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840886 Sep 16 00:45:36.575177 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-2dc15acf-4577-4402-831d-508905a000b6 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1622491 Sep 16 00:45:36.591029 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Request body: {'port': {'device_id': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:36.627554 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.673047 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event deleted for resources: {'Port': ['ID=47d6d1a6-ac29-400a-87ac-c0ab8a4a2c42,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:36.701090 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.744455 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-3b18b488-4080-43f3-9717-3bd024d491b6 None None] Provisioning complete for port 5da19583-6901-4c1c-8b6d-7507b8da7e26 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:36.744847 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3b18b488-4080-43f3-9717-3bd024d491b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.775864 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.778492 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:36.779661 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a8b9f277-b6b6-42cc-bf7b-1184ba952ff5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "DELETE /v2.0/floatingips/05f6b5d5-23e3-4aa4-8267-198f27c2a7c2 HTTP/1.1" status: 204 len: 168 time: 1.1092935 Sep 16 00:45:36.787202 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-3b18b488-4080-43f3-9717-3bd024d491b6 None None] Port 5da19583-6901-4c1c-8b6d-7507b8da7e26 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:45:37.000357 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42278) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:37.005082 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-c8680f1e-1eb4-413c-8530-74dcf273075b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198835183', 'description': 'tempest-description--802369263'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:37.010071 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da19583-6901-4c1c-8b6d-7507b8da7e26 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:45:37.018029 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.027101 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8680f1e-1eb4-413c-8530-74dcf273075b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.032307 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Transition to ACTIVE for port object 5da19583-6901-4c1c-8b6d-7507b8da7e26 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:45:37.035023 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.092223 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:37.112787 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8680f1e-1eb4-413c-8530-74dcf273075b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.119418 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8680f1e-1eb4-413c-8530-74dcf273075b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.150969 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c8680f1e-1eb4-413c-8530-74dcf273075b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.155549 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c8680f1e-1eb4-413c-8530-74dcf273075b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1515474 Sep 16 00:45:37.155549 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8680f1e-1eb4-413c-8530-74dcf273075b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7099f4f2-6109-45a0-a853-e1df00b05eae,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:37.156214 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42280) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:37.161906 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-96594c02-03b1-48bb-98fc-0d172891e740 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'security_group_rule': {'security_group_id': '7099f4f2-6109-45a0-a853-e1df00b05eae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:37.179850 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Attempting to bind port 5da19583-6901-4c1c-8b6d-7507b8da7e26 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:37.180182 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Attempting to bind port 5da19583-6901-4c1c-8b6d-7507b8da7e26 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:37.180504 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Attempting to bind port 5da19583-6901-4c1c-8b6d-7507b8da7e26 on network a2977e88-d53d-4596-b31a-0a9b2a81b979 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:37.191717 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Port 5da19583-6901-4c1c-8b6d-7507b8da7e26 on network a2977e88-d53d-4596-b31a-0a9b2a81b979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:45:37.192036 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Attempting to bind port 5da19583-6901-4c1c-8b6d-7507b8da7e26 on network a2977e88-d53d-4596-b31a-0a9b2a81b979 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:37.199902 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:37.200236 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Checking segment: {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:37.201091 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Bound using segment: {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:37.201614 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Bound port: 5da19583-6901-4c1c-8b6d-7507b8da7e26, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700a2fcf-4475-4d67-a088-e364cc982eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:37.202058 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.219181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-96594c02-03b1-48bb-98fc-0d172891e740 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.334034 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:37.341963 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:37.349541 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-96594c02-03b1-48bb-98fc-0d172891e740 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.353072 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.368963 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9fba4-0bfa-4474-bd0c-d0611e477050 req-c36e39c5-7c89-4332-ab8d-79e12ca7d240 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:37.370490 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bef9fba4-0bfa-4474-bd0c-d0611e477050 req-c36e39c5-7c89-4332-ab8d-79e12ca7d240 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.1210341 Sep 16 00:45:37.371172 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-96594c02-03b1-48bb-98fc-0d172891e740 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.433337 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:37.434029 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.435369 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] 10.222.0.39 "PUT /v2.0/ports/5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 1093 time: 0.8513672 Sep 16 00:45:37.436006 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594c02-03b1-48bb-98fc-0d172891e740 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330c02f9-0f94-4743-81c9-e0c90c9a2b58,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:37.437617 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:37.439890 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42bffc8-69e7-41f6-9780-dd5962ac43e7" -d '{"events": [{"name": "network-changed", "server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:37.456738 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-96594c02-03b1-48bb-98fc-0d172891e740 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.458024 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-96594c02-03b1-48bb-98fc-0d172891e740 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2999971 Sep 16 00:45:37.460773 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42286) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:37.465869 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-4cd171e8-ab62-4b35-9ca9-32e7066cb769 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'security_group_rule': {'security_group_id': '7099f4f2-6109-45a0-a853-e1df00b05eae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:37.485082 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074f841-d7d0-416d-afeb-bc93a1c4275f service neutron] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:37.506128 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d2134a-cd3c-4f66-a214-889ab3295cfb x-openstack-request-id: req-98d2134a-cd3c-4f66-a214-889ab3295cfb {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:37.506349 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4cd171e8-ab62-4b35-9ca9-32e7066cb769 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.506472 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:37.506651 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98d2134a-cd3c-4f66-a214-889ab3295cfb {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:37.507035 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'status': 'completed', 'code': 200} Sep 16 00:45:37.512726 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bef9fba4-0bfa-4474-bd0c-d0611e477050 req-d2785fb8-5f81-4b01-bf65-3d600aa31d64 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139286 Sep 16 00:45:37.555420 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995437-a076-4743-8d75-929812229007 req-1b328338-d107-482a-9ad4-0de608737dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:37.556991 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-1b328338-d107-482a-9ad4-0de608737dbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1096 time: 0.0623744 Sep 16 00:45:37.575050 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4cd171e8-ab62-4b35-9ca9-32e7066cb769 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.578869 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4cd171e8-ab62-4b35-9ca9-32e7066cb769 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.600347 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd171e8-ab62-4b35-9ca9-32e7066cb769 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a72b065-ecea-461b-97e2-77501a13da4b,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:37.608833 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4cd171e8-ab62-4b35-9ca9-32e7066cb769 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.613157 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4cd171e8-ab62-4b35-9ca9-32e7066cb769 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513028 Sep 16 00:45:37.613833 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42290) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:37.618593 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:37.637066 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-46ee59a9-2cf6-4c11-b91f-5b994e050777 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 217 time: 0.0586896 Sep 16 00:45:37.641247 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.690600 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995437-a076-4743-8d75-929812229007 req-ffa02575-369c-452e-9e2a-68eea55c6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:37.691993 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-ffa02575-369c-452e-9e2a-68eea55c6968 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 200 len: 847 time: 0.0480077 Sep 16 00:45:37.745971 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5b30b-cd31-46ae-ace1-efff9a16a82f req-41a35af0-438e-499d-b799-565f623ce3d0 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:37.747465 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-aca5b30b-cd31-46ae-ace1-efff9a16a82f req-41a35af0-438e-499d-b799-565f623ce3d0 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0930717 Sep 16 00:45:37.785442 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-780e7bff-1a6c-41ab-b361-1973a6731787 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:37.786903 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-780e7bff-1a6c-41ab-b361-1973a6731787 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 946 time: 0.0706084 Sep 16 00:45:37.789513 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995437-a076-4743-8d75-929812229007 req-4284ae97-aaf3-440b-ab89-3c280cd52049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:37.790857 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-4284ae97-aaf3-440b-ab89-3c280cd52049 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2977e88-d53d-4596-b31a-0a9b2a81b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827701 Sep 16 00:45:37.799975 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-aca5b30b-cd31-46ae-ace1-efff9a16a82f req-39db941c-4ec5-416b-be9e-fcc3256f5921 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455365 Sep 16 00:45:37.810155 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:37.918937 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Allocated IP 172.27.0.195 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/1bfadcfb-3b01-4d73-a94f-4b42705d36ba) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:37.945385 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-942c44ea-bc7c-435d-b33a-f05f69caf7bd service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399729 Sep 16 00:45:37.973547 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Deleting port b100df44-27c3-44e9-ba93-3ca7e199ec83 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:45:37.973948 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.022777 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.055051 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.093672 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:38.098514 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:38.101186 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:38.113216 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-55995437-a076-4743-8d75-929812229007 req-85bedc8e-0fbe-4823-960c-4d34c0df4fcb service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597404 Sep 16 00:45:38.117705 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] For port b100df44-27c3-44e9-ba93-3ca7e199ec83, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b100df44-27c3-44e9-ba93-3ca7e199ec83,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:38.118065 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.124607 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'Port': ['ID=1bfadcfb-3b01-4d73-a94f-4b42705d36ba,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:38.191394 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.223734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.251893 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-a692a198-9f7f-4482-b8e7-4c2dbac61bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:38.253413 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-a692a198-9f7f-4482-b8e7-4c2dbac61bb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1096 time: 0.0907350 Sep 16 00:45:38.383008 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.383390 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.383688 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Floating IP 0c526d09-ff7d-458e-9693-4324f2a50e67 disassociated. External IP: 172.27.0.206, port: b100df44-27c3-44e9-ba93-3ca7e199ec83. Sep 16 00:45:38.384028 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Calling delete_port for b100df44-27c3-44e9-ba93-3ca7e199ec83 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:45:38.439861 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-8791446e-dd7d-4c06-aa1e-e7cbc2a0702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:38.441387 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-8791446e-dd7d-4c06-aa1e-e7cbc2a0702a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 909 time: 0.1793327 Sep 16 00:45:38.498897 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-099e8bd6-82d0-4cec-9fff-a66a6b255c2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 217 time: 0.0459042 Sep 16 00:45:38.560986 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.566490 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.575081 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-b0abd419-0b98-4430-b505-49281d5131f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:38.576549 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-b0abd419-0b98-4430-b505-49281d5131f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 200 len: 847 time: 0.0672059 Sep 16 00:45:38.643067 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'Port': ['ID=1bfadcfb-3b01-4d73-a94f-4b42705d36ba,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:38.645613 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.659786 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.661173 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d1ffb4e9-58d0-4bfd-bc16-be915cf9eb73 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0463064 Sep 16 00:45:38.661629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:38.703290 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event deleted for resources: {'Port': ['ID=b100df44-27c3-44e9-ba93-3ca7e199ec83,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:38.714370 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-b5ec10e6-095e-4736-a993-429bd7e1960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:38.716172 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-b5ec10e6-095e-4736-a993-429bd7e1960c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2977e88-d53d-4596-b31a-0a9b2a81b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299806 Sep 16 00:45:38.725651 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6559-d71a-4d80-b70d-4ad3321cbf79 req-4d3c4766-4078-4e9e-8d0e-8f71710723cd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:38.727735 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-595f6559-d71a-4d80-b70d-4ad3321cbf79 req-4d3c4766-4078-4e9e-8d0e-8f71710723cd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a9bc4e-846f-4c77-8352-a2a0b6aea111 HTTP/1.1" status: 200 len: 867 time: 0.1299179 Sep 16 00:45:38.862546 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-b8f09a6b-b502-4ad8-8911-15be06a8f233 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--198835183&fields=id&tenant_id=3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 267 time: 0.0326874 Sep 16 00:45:38.864737 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-595f6559-d71a-4d80-b70d-4ad3321cbf79 req-6b01aa34-1e10-4baf-936f-d8c181efd13e tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253004 Sep 16 00:45:38.919764 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-9db129ca-293a-4135-b395-1d8fa012927b service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908700 Sep 16 00:45:38.977684 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:45:38.980740 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-dfb6af65-d6ec-4532-be48-3115517d671b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:38.982940 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-dfb6af65-d6ec-4532-be48-3115517d671b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 817 time: 0.1060252 Sep 16 00:45:38.997939 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-ec6b4fee-484f-4dd9-955a-a455628668a4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/quotas/3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 375 time: 0.0100701 Sep 16 00:45:39.053666 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-facb701f-a43b-42d5-b0c8-b81d7d72b070 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496840 Sep 16 00:45:39.094028 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde803-60b1-4c79-bce4-a44f33218336 req-9fe428bc-dc0c-4dbf-8ace-fa779e9a422b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:39.095602 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f4fde803-60b1-4c79-bce4-a44f33218336 req-9fe428bc-dc0c-4dbf-8ace-fa779e9a422b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.1584640 Sep 16 00:45:39.129996 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d42bffc8-69e7-41f6-9780-dd5962ac43e7 req-5547fddf-5379-471a-896e-32db4cd61ae4 service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006693 Sep 16 00:45:39.185359 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f4fde803-60b1-4c79-bce4-a44f33218336 req-000829ab-57f3-4304-9a2e-fcf1216e5920 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774462 Sep 16 00:45:39.215114 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:39.220477 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-f6e215cb-8fa5-497c-99a1-53786bb47a67 service neutron] 10.222.0.13 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532254 Sep 16 00:45:39.226312 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:39.237611 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:39.238228 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:39.258142 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] No DVR routers for this DVR port b100df44-27c3-44e9-ba93-3ca7e199ec83 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:45:39.261599 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:39.263545 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f6f756d1-a2a5-40cd-81f0-1c187620a524 req-48c17072-6b5e-442a-b366-f3c9f4525312 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "DELETE /v2.0/ports/b100df44-27c3-44e9-ba93-3ca7e199ec83 HTTP/1.1" status: 204 len: 173 time: 1.4643457 Sep 16 00:45:39.318993 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e69248ac-201a-4439-a7c2-cf7567e6d71d service neutron] 10.222.0.13 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884049 Sep 16 00:45:39.352842 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:39.466479 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:45:39.509366 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'name': 'network-vif-deleted', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:39.514631 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef7cd4-37b5-4c96-9c9f-ea5e378824d9" -d '{"events": [{"server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "name": "network-vif-deleted", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:39.521433 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-576c1875-377c-467d-bf6a-639449546429 req-c7b8d3ee-17e2-4008-9396-a6a49b8c558a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 210 time: 0.0492713 Sep 16 00:45:39.567545 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c4a75c-7f32-4bd2-b42b-13e030c3f3f7 x-openstack-request-id: req-d0c4a75c-7f32-4bd2-b42b-13e030c3f3f7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:39.567839 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a9bc4e-846f-4c77-8352-a2a0b6aea111", "name": "network-vif-deleted", "tag": "b100df44-27c3-44e9-ba93-3ca7e199ec83", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:39.568231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0c4a75c-7f32-4bd2-b42b-13e030c3f3f7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:39.568882 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a9bc4e-846f-4c77-8352-a2a0b6aea111', 'name': 'network-vif-deleted', 'tag': 'b100df44-27c3-44e9-ba93-3ca7e199ec83', 'status': 'completed', 'code': 200} Sep 16 00:45:39.584151 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:39.615054 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:39.624941 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:39.625551 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:39.736508 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:40.081847 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:40.111407 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c902d9-419b-4e8c-91be-49021bc1b638 None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:40.205544 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b100df44-27c3-44e9-ba93-3ca7e199ec83 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:45:40.226847 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: b100df44-27c3-44e9-ba93-3ca7e199ec83 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:45:40.227394 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device b100df44-27c3-44e9-ba93-3ca7e199ec83 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:45:40.234208 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-971c411f-7002-4158-bc9c-2801f5110e94 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403203904&fields=id&tenant_id=eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 267 time: 0.0474885 Sep 16 00:45:40.313316 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34b624-ef22-4ca3-b3da-af3d751276f1 req-b6911c1e-8e22-424d-a18f-bad8b173936c tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:40.314816 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bc34b624-ef22-4ca3-b3da-af3d751276f1 req-b6911c1e-8e22-424d-a18f-bad8b173936c tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0529528 Sep 16 00:45:40.358658 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bc34b624-ef22-4ca3-b3da-af3d751276f1 req-fce97b11-3d3d-40ea-b554-38a35271ae13 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359528 Sep 16 00:45:40.369260 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-7a03ac6a-df22-4744-bc35-e45286df94b5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:40.370980 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-7a03ac6a-df22-4744-bc35-e45286df94b5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 812 time: 0.1279056 Sep 16 00:45:40.377832 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e63f3-ef7d-40b7-8362-e2cef5f0adf3 None None] New status for floating IP 0c526d09-ff7d-458e-9693-4324f2a50e67: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:45:40.395343 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-0d8e7466-12a0-4545-ae2e-69d06cd79b42 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/quotas/eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 375 time: 0.0102136 Sep 16 00:45:40.461963 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-800ccdbe-ba85-4d0f-a7a2-e678e836189d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539365 Sep 16 00:45:40.535608 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-d01826d3-619a-4f9e-80c2-bce8025b0f89 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:40.538047 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-d01826d3-619a-4f9e-80c2-bce8025b0f89 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 817 time: 0.1452742 Sep 16 00:45:40.591890 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-b8410e2b-4f8d-4612-bd45-3a93e16f474b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 379 time: 0.0439634 Sep 16 00:45:40.594251 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-cd4e6672-c32a-484d-a64c-a636b50a9239 service neutron] 10.222.0.13 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165767 Sep 16 00:45:40.608436 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'port': {'device_id': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'admin_state_up': True, 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'security_groups': ['7099f4f2-6109-45a0-a853-e1df00b05eae']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:40.662113 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c47cce3f-d1ce-4333-b473-00e80ee7128e req-8746ef39-45f2-45b6-b5e9-70793916a4a4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 210 time: 0.0445309 Sep 16 00:45:40.695655 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-d4c18d4c-6ea3-4d19-aa14-97422ea66b96 service neutron] 10.222.0.13 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 Sep 16 00:45:40.990513 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-43366511-d283-4b80-a6f0-8275f7649479 req-979a9b00-9606-45c8-98c8-08e3487a61d4 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 210 time: 0.0311384 Sep 16 00:45:41.021558 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Made reservation on behalf of 3cdc107b671940128936bc82bfd44250 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:45:41.025335 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:41.152367 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Allocated IP 172.20.0.13 (5e48b003-30c1-4525-82d8-fb61c94e2598/3df9efdd-16d8-487c-92ea-8121a6e09eff/fe839497-1add-4ec2-ae37-a544dbaeb596) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:41.289924 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:41.322205 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:41.366181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:41.369117 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:41.373536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:41.410600 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:41.439968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:41.440724 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:41.461363 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-01cdaaec-9f2c-4e0a-934c-a5a1fd0a9eea tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8582454 Sep 16 00:45:41.474096 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Request body: {'port': {'device_id': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:41.497062 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85534739-39ba-4e7e-8f84-d4a2ebf1b666 req-593de7bd-9110-4e8f-82b8-b467e0cecaa8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:41.499335 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-85534739-39ba-4e7e-8f84-d4a2ebf1b666 req-593de7bd-9110-4e8f-82b8-b467e0cecaa8 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0631008 Sep 16 00:45:41.534672 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:41.547252 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-85534739-39ba-4e7e-8f84-d4a2ebf1b666 req-8c79cc8e-cbb6-45e1-a5b2-12466fe96687 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395131 Sep 16 00:45:41.681357 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-5e54e441-75ca-4ec8-9969-e5d8bff39f5f None None] Provisioning complete for port fe839497-1add-4ec2-ae37-a544dbaeb596 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:41.682029 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5e54e441-75ca-4ec8-9969-e5d8bff39f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:41.716456 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-5e54e441-75ca-4ec8-9969-e5d8bff39f5f None None] Port fe839497-1add-4ec2-ae37-a544dbaeb596 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:45:41.855800 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8e659-73ce-42fb-a223-dc0a611530f9 req-ce5c5300-b083-44b6-bf46-8e12df3d7644 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:41.857309 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-15f8e659-73ce-42fb-a223-dc0a611530f9 req-ce5c5300-b083-44b6-bf46-8e12df3d7644 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 932 time: 0.1124887 Sep 16 00:45:41.879740 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe839497-1add-4ec2-ae37-a544dbaeb596 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:45:41.925661 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:41.961541 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Transition to ACTIVE for port object fe839497-1add-4ec2-ae37-a544dbaeb596 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:45:41.967537 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-15f8e659-73ce-42fb-a223-dc0a611530f9 req-181bdaba-6239-4e4d-b798-e2b83cbe00fe tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009333 Sep 16 00:45:41.970866 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:42.030881 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-3bb0e4eb-448f-4022-93cb-441389dc0d5f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:42.032376 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-3bb0e4eb-448f-4022-93cb-441389dc0d5f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 812 time: 0.2112262 Sep 16 00:45:42.079000 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:42.102375 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-17f2399b-9fff-48d8-b52b-ee1a1eea3839 req-0e2d7c9e-932c-493f-aac5-1074adef54dd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 210 time: 0.0307596 Sep 16 00:45:42.134222 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-a1fd7bcc-5e5a-4c26-8adf-d2985bacc733 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 379 time: 0.0916712 Sep 16 00:45:42.146516 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'port': {'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'admin_state_up': True, 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'security_groups': ['9da914e1-4d9a-42b5-9bb5-11d052060754']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:42.183553 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Attempting to bind port fe839497-1add-4ec2-ae37-a544dbaeb596 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:42.183981 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Attempting to bind port fe839497-1add-4ec2-ae37-a544dbaeb596 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:42.184251 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Attempting to bind port fe839497-1add-4ec2-ae37-a544dbaeb596 on network 5e48b003-30c1-4525-82d8-fb61c94e2598 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:42.218186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Port fe839497-1add-4ec2-ae37-a544dbaeb596 on network 5e48b003-30c1-4525-82d8-fb61c94e2598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:45:42.218508 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Attempting to bind port fe839497-1add-4ec2-ae37-a544dbaeb596 on network 5e48b003-30c1-4525-82d8-fb61c94e2598 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:42.231115 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:42.231453 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Checking segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:42.231906 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Bound using segment: {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:42.232453 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Bound port: fe839497-1add-4ec2-ae37-a544dbaeb596, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2461e88a-19e6-466c-8851-905021b807ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:42.232749 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:42.334968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:42.338356 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:42.339522 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Made reservation on behalf of eca8c8af142841f08c26a48f384e1660 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:45:42.343321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:42.347165 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:42.402684 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:42.403310 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:42.404767 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 200 len: 1094 time: 0.9355276 Sep 16 00:45:42.406495 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:42.408838 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9434fe92-bbf7-4e53-8113-526e8e6fa22a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:42.480892 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa248ec-2d4b-418f-b1a4-7747f966c32d x-openstack-request-id: req-5aa248ec-2d4b-418f-b1a4-7747f966c32d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:42.481182 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:42.481436 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aa248ec-2d4b-418f-b1a4-7747f966c32d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:42.481837 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'status': 'completed', 'code': 200} Sep 16 00:45:42.506023 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c28d72-c683-4294-9f94-c2acd0e5e530 service neutron] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:42.562944 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-cd803952-cd21-4df0-8c2e-50a4cffbf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:42.564480 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-cd803952-cd21-4df0-8c2e-50a4cffbf563 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1097 time: 0.0998876 Sep 16 00:45:42.611186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Allocated IP 172.20.0.13 (5081fe0c-26de-4a17-ae54-7f7ed30d4f88/aed00d2d-04aa-4c81-9f28-944c229ab737/a0defefc-5e3b-4bac-af57-4d41424fc6c0) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:42.614415 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-97033f3c-f224-48b6-a2a5-fca765da9e51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 200 len: 217 time: 0.0413523 Sep 16 00:45:42.663832 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9369fd9-49fa-4fba-b61a-e03ae58106d9 req-635c82b2-8852-4a9e-b2fa-378d7a4c8f69 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:42.666065 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a9369fd9-49fa-4fba-b61a-e03ae58106d9 req-635c82b2-8852-4a9e-b2fa-378d7a4c8f69 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0498004 Sep 16 00:45:42.692957 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-1b436079-4fd0-4055-9379-eabebee3a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:42.694354 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-1b436079-4fd0-4055-9379-eabebee3a9b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0717294 Sep 16 00:45:42.709182 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a9369fd9-49fa-4fba-b61a-e03ae58106d9 req-2b9499d6-5768-4b33-a29a-41105be31350 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340593 Sep 16 00:45:42.796584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-556ff199-9f4e-463b-947b-eeee671be15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:42.798088 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-556ff199-9f4e-463b-947b-eeee671be15a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900567 Sep 16 00:45:42.848720 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:42.921823 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-6298178e-cc06-4d91-8223-0c0e9bad2ba7 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128383 Sep 16 00:45:42.928627 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:43.035447 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:43.039517 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=a0defefc-5e3b-4bac-af57-4d41424fc6c0,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:43.045937 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:43.049643 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:43.131283 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f325ec5-b953-4f1b-adbf-ba3e5d498ddc req-d5ec98bf-1e01-4225-80a9-9171d2a0a539 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999333 Sep 16 00:45:43.145006 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.145764 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:43.174645 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e18b-3198-4a2d-aa04-f11a141442c9 req-3d0e0ace-f057-437d-a975-3e29ccfcb65a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.176493 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9a34e18b-3198-4a2d-aa04-f11a141442c9 req-3d0e0ace-f057-437d-a975-3e29ccfcb65a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.1333416 Sep 16 00:45:43.178722 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-bcf2eaa4-90f9-49d7-b60f-5d406549db23 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0375116 Sep 16 00:45:43.212624 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Request body: {'port': {'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:43.246464 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedc38d-1843-458b-b466-844ced38f66b req-5d3b802d-c9b2-4990-bcb6-899b7b9541aa tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.247961 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cbedc38d-1843-458b-b466-844ced38f66b req-5d3b802d-c9b2-4990-bcb6-899b7b9541aa tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 932 time: 0.0576932 Sep 16 00:45:43.273895 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9a34e18b-3198-4a2d-aa04-f11a141442c9 req-251f47ae-1d34-4bbb-8899-ba1970c7fcb1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903196 Sep 16 00:45:43.292160 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cbedc38d-1843-458b-b466-844ced38f66b req-5ed35a05-a02e-467e-9a06-c17fb76d0f20 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380716 Sep 16 00:45:43.302191 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-6adbaa0e-5da9-4b86-a948-7ba077f9977a None None] Provisioning complete for port a0defefc-5e3b-4bac-af57-4d41424fc6c0 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:43.302696 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6adbaa0e-5da9-4b86-a948-7ba077f9977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:43.317634 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:43.320429 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-340af0db-9b82-43f4-a75e-f6177aead7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.321940 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-340af0db-9b82-43f4-a75e-f6177aead7ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1097 time: 0.1137042 Sep 16 00:45:43.336567 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-6adbaa0e-5da9-4b86-a948-7ba077f9977a None None] Port a0defefc-5e3b-4bac-af57-4d41424fc6c0 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:45:43.517271 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-6870b941-754f-453e-bcab-e59b87e8491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.518742 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-6870b941-754f-453e-bcab-e59b87e8491b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.1884909 Sep 16 00:45:43.578187 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-5171c39e-4ce4-45ed-8276-e1d4d49b37ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 200 len: 217 time: 0.0484231 Sep 16 00:45:43.675170 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-5cf98385-c673-4713-aa5b-eaedf79bebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.676685 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-5cf98385-c673-4713-aa5b-eaedf79bebdd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0645118 Sep 16 00:45:43.763673 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-da93b93d-c2c9-4763-b96d-0171c9215e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.765206 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-da93b93d-c2c9-4763-b96d-0171c9215e37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793564 Sep 16 00:45:43.774082 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0defefc-5e3b-4bac-af57-4d41424fc6c0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:45:43.791694 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:43.870354 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Transition to ACTIVE for port object a0defefc-5e3b-4bac-af57-4d41424fc6c0 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:45:43.878632 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:43.939385 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41e99c-b2af-4307-9ea1-b6bcac130ffe req-7d0b09a7-d6a5-491a-9340-679965b75fee tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:43.940956 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f41e99c-b2af-4307-9ea1-b6bcac130ffe req-7d0b09a7-d6a5-491a-9340-679965b75fee tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.1602523 Sep 16 00:45:43.965564 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Pushing event updated for resources: {'Port': ['ID=a0defefc-5e3b-4bac-af57-4d41424fc6c0,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:43.979635 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-04ad7dbe-e202-46ee-a91d-9e3c955d93b2 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999478 Sep 16 00:45:44.058947 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f41e99c-b2af-4307-9ea1-b6bcac130ffe req-279db85e-e405-4a8f-9dcc-3ac605eb49e9 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071794 Sep 16 00:45:44.122864 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Attempting to bind port a0defefc-5e3b-4bac-af57-4d41424fc6c0 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:45:44.123135 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Attempting to bind port a0defefc-5e3b-4bac-af57-4d41424fc6c0 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:45:44.123463 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Attempting to bind port a0defefc-5e3b-4bac-af57-4d41424fc6c0 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:44.129965 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Port a0defefc-5e3b-4bac-af57-4d41424fc6c0 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:45:44.130283 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Attempting to bind port a0defefc-5e3b-4bac-af57-4d41424fc6c0 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:45:44.141274 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:45:44.141611 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Checking segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:45:44.141993 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Bound using segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:45:44.142420 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Bound port: a0defefc-5e3b-4bac-af57-4d41424fc6c0, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:45:44.142774 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:44.162472 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9434fe92-bbf7-4e53-8113-526e8e6fa22a req-ff09adc9-6766-43eb-ad92-a25e1a236266 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733291 Sep 16 00:45:44.213785 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] For port a0defefc-5e3b-4bac-af57-4d41424fc6c0, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:45:44.217440 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] For port a0defefc-5e3b-4bac-af57-4d41424fc6c0, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:45:44.221654 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:44.258031 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:44.258698 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:44.260080 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] 10.222.0.39 "PUT /v2.0/ports/a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 200 len: 1094 time: 1.0529048 Sep 16 00:45:44.285898 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319711d-dcfb-45d8-ac7c-af3fc6e8c83b service neutron] Pushing event updated for resources: {'Port': ['ID=a0defefc-5e3b-4bac-af57-4d41424fc6c0,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:44.352706 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-2d57f462-df70-402d-8619-5f8427ed8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:44.356718 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-2d57f462-df70-402d-8619-5f8427ed8c98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1097 time: 0.0566111 Sep 16 00:45:44.400894 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60b4c5-6b31-4aac-a02a-6543d924baa8 req-6c2d160f-6637-4b8a-9c7a-1692a690a745 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:44.402562 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0d60b4c5-6b31-4aac-a02a-6543d924baa8 req-6c2d160f-6637-4b8a-9c7a-1692a690a745 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0534139 Sep 16 00:45:44.428714 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-6842921f-80e9-41ab-88d5-325f6e91b0d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0624964 Sep 16 00:45:44.442355 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0d60b4c5-6b31-4aac-a02a-6543d924baa8 req-2908e9e8-13b0-4411-a156-72c60d834ff2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337832 Sep 16 00:45:44.709781 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:44.711998 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:44.725174 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bf8a4-8e59-4a54-b4aa-1200594303bd req-d4fe6308-fcd5-4e6a-aa4b-97e7dd049215 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:44.726681 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-622bf8a4-8e59-4a54-b4aa-1200594303bd req-d4fe6308-fcd5-4e6a-aa4b-97e7dd049215 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 944 time: 0.3524909 Sep 16 00:45:44.756357 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bea33e-1921-4682-bf28-60a81577dfaf x-openstack-request-id: req-66bea33e-1921-4682-bf28-60a81577dfaf {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:44.756660 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:44.756908 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66bea33e-1921-4682-bf28-60a81577dfaf {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:44.757282 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'status': 'completed', 'code': 200} Sep 16 00:45:44.766809 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-7f75d019-7989-4bd3-8f95-ad111569a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:44.768253 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-7f75d019-7989-4bd3-8f95-ad111569a842 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.3313866 Sep 16 00:45:44.787777 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-622bf8a4-8e59-4a54-b4aa-1200594303bd req-752bb8a6-c56b-468c-9273-13399e825784 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526056 Sep 16 00:45:44.819235 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-815bbf1d-166e-4917-8017-2a53fcbd299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:44.820734 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-815bbf1d-166e-4917-8017-2a53fcbd299b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421228 Sep 16 00:45:44.910826 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-1660f9aa-7fe9-4174-b861-ac13aba83fab service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824540 Sep 16 00:45:44.998417 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7235af68-9684-4943-a0e6-b4190c0c64f6 req-13569b0c-68ef-4592-8581-4e7497ee6095 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799873 Sep 16 00:45:45.085397 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-3cdcbfa4-49a1-41f6-a90a-9810e30478a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:45.086861 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-3cdcbfa4-49a1-41f6-a90a-9810e30478a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1097 time: 0.0394299 Sep 16 00:45:45.173620 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2406222-bfbb-462d-b7ab-80dbafc40f94 req-41554901-3196-4249-9a8a-47f48b099ced tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:45.175105 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e2406222-bfbb-462d-b7ab-80dbafc40f94 req-41554901-3196-4249-9a8a-47f48b099ced tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0482955 Sep 16 00:45:45.179364 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-82423f84-5407-4e85-88cd-33c342aeb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:45.180908 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-82423f84-5407-4e85-88cd-33c342aeb75c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.0862296 Sep 16 00:45:45.212843 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e2406222-bfbb-462d-b7ab-80dbafc40f94 req-75f682cb-d34b-4dcb-911a-6e4befd11702 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Sep 16 00:45:45.222738 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-c092c92c-6fa0-443a-b871-0232a946bb41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0345709 Sep 16 00:45:45.273143 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-a52537cd-bbcb-4656-bf79-5b5d7de390a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:45.274714 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-a52537cd-bbcb-4656-bf79-5b5d7de390a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0452387 Sep 16 00:45:45.319547 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-2663542c-d785-4a5c-a826-c98447f58588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:45.321032 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-2663542c-d785-4a5c-a826-c98447f58588 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395329 Sep 16 00:45:45.411027 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-8dcbc58e-440b-4bff-93c4-d9fd5c328a74 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826507 Sep 16 00:45:45.501245 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2cd8ac9e-9c44-4f72-b14c-bd41aab2156f req-4843ecbe-b65f-49dd-b3e9-2b839ec43e02 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804269 Sep 16 00:45:45.564320 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20cc12-d87e-4510-891e-356a963e79ed req-7ee31249-9746-473f-8065-35157964e43e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:45.565721 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1c20cc12-d87e-4510-891e-356a963e79ed req-7ee31249-9746-473f-8065-35157964e43e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0473697 Sep 16 00:45:45.602069 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1c20cc12-d87e-4510-891e-356a963e79ed req-1c9e7615-a20f-440d-8475-31aa04b3756d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305412 Sep 16 00:45:45.903343 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05894c1-26ce-4604-9320-9c89471a382d req-0cfb041d-f444-440f-bc5f-e8689d8373c7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:45.904829 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d05894c1-26ce-4604-9320-9c89471a382d req-0cfb041d-f444-440f-bc5f-e8689d8373c7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 944 time: 0.0525205 Sep 16 00:45:45.941649 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d05894c1-26ce-4604-9320-9c89471a382d req-d779aad3-2fd1-49e3-a340-36da2bd7f4bb tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Sep 16 00:45:46.228698 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 5da19583-6901-4c1c-8b6d-7507b8da7e26 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:45:46.327317 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:46.338351 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'port_id': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'mac_address': 'fa:16:3e:69:4c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:45:46.349945 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa6f26-347e-4199-8171-b9f4d67820bf req-fd5d943c-997a-4a32-8474-837f96d1cdb1 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:46.351461 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8eaa6f26-347e-4199-8171-b9f4d67820bf req-fd5d943c-997a-4a32-8474-837f96d1cdb1 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0525148 Sep 16 00:45:46.375565 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:46.387825 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da19583-6901-4c1c-8b6d-7507b8da7e26 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:45:46.388868 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8eaa6f26-347e-4199-8171-b9f4d67820bf req-8f9b6a21-104e-4c78-88ac-e21ada29a286 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308650 Sep 16 00:45:46.408421 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:46.411936 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:46.412584 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:45:46.484682 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:46.495730 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.496096 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.496442 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.496806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.497143 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.497473 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.497799 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.498125 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.498449 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.498772 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.499100 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.499417 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:45:46.554505 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:46.565850 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'port_id': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'mac_address': 'fa:16:3e:f3:e5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:45:46.604813 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:46.616763 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe839497-1add-4ec2-ae37-a544dbaeb596 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:45:46.635521 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:46.639838 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:46.689389 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:46.719097 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f3eb7-ba30-4432-8e09-051e9294c8cd req-36bc0257-e1ea-4808-91f3-9c33c73411b5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:46.720578 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5d0f3eb7-ba30-4432-8e09-051e9294c8cd req-36bc0257-e1ea-4808-91f3-9c33c73411b5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 945 time: 0.0489931 Sep 16 00:45:46.758571 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5d0f3eb7-ba30-4432-8e09-051e9294c8cd req-9c1b78a0-2be8-4106-b270-10fad71ff45a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Sep 16 00:45:46.988353 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['fe839497-1add-4ec2-ae37-a544dbaeb596'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:45:47.010079 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['5da19583-6901-4c1c-8b6d-7507b8da7e26'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:45:47.055269 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0d9d-0944-4aac-86c2-220f3bb9e514 req-091d0713-1ff1-4d1f-bccc-4aaa812f364b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:47.056934 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-26ba0d9d-0944-4aac-86c2-220f3bb9e514 req-091d0713-1ff1-4d1f-bccc-4aaa812f364b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 944 time: 0.0503187 Sep 16 00:45:47.094789 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-26ba0d9d-0944-4aac-86c2-220f3bb9e514 req-c3825d91-f004-4870-9bcb-18798b61abb2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Sep 16 00:45:47.499988 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5902da-bce0-48c2-865c-73700a4dbacd req-537c6e55-99a1-44f8-b3a5-f318e0e14ee5 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:47.501490 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4b5902da-bce0-48c2-865c-73700a4dbacd req-537c6e55-99a1-44f8-b3a5-f318e0e14ee5 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 944 time: 0.0481389 Sep 16 00:45:47.542495 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4b5902da-bce0-48c2-865c-73700a4dbacd req-04a9b118-bfe9-41f0-a834-57c769181924 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352094 Sep 16 00:45:47.875131 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e12905-75b8-40f7-98a1-830667af419c req-b350eea9-b555-46e3-b7f6-b1911a1ba92c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:47.876573 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-61e12905-75b8-40f7-98a1-830667af419c req-b350eea9-b555-46e3-b7f6-b1911a1ba92c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 945 time: 0.0468273 Sep 16 00:45:47.913063 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-61e12905-75b8-40f7-98a1-830667af419c req-cec9ca0d-e546-48e4-8b1b-336ac03fa8da tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306373 Sep 16 00:45:48.209957 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654459e-ea67-46d3-b59d-5935ba5d6f91 req-dc241bf9-f994-46c2-91d4-79a980bec1c5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:48.211409 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b654459e-ea67-46d3-b59d-5935ba5d6f91 req-dc241bf9-f994-46c2-91d4-79a980bec1c5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 944 time: 0.0514312 Sep 16 00:45:48.243066 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:48.250608 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b654459e-ea67-46d3-b59d-5935ba5d6f91 req-30371735-ec67-40ab-b701-99f041a780ba tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333264 Sep 16 00:45:48.289455 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port fe839497-1add-4ec2-ae37-a544dbaeb596 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:45:48.293531 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port fe839497-1add-4ec2-ae37-a544dbaeb596 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:48.293887 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:48.368424 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:48.390429 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:48.392602 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d47d7d2-b97c-4710-bd5c-f055260d9ddd" -d '{"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:48.405047 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:48.408955 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:48.409726 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 5da19583-6901-4c1c-8b6d-7507b8da7e26 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:48.434385 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9bfda3-e8e2-4e87-ad25-0ab450e3d6a6 x-openstack-request-id: req-8e9bfda3-e8e2-4e87-ad25-0ab450e3d6a6 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:48.434699 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:48.434951 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e9bfda3-e8e2-4e87-ad25-0ab450e3d6a6 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:48.435331 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'code': 200} Sep 16 00:45:48.487199 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:48.500517 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 5da19583-6901-4c1c-8b6d-7507b8da7e26 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:45:48.504403 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 5da19583-6901-4c1c-8b6d-7507b8da7e26 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:48.504805 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:48.584463 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:48.611701 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f076f8-ede2-434c-a4a2-ae6c79afca77 req-d61ce889-51af-46bc-aca7-a6370bdb5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:48.613214 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-39f076f8-ede2-434c-a4a2-ae6c79afca77 req-d61ce889-51af-46bc-aca7-a6370bdb5808 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1099 time: 0.0488899 Sep 16 00:45:48.622456 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:48.627516 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:48.650543 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-39f076f8-ede2-434c-a4a2-ae6c79afca77 req-65e0154d-18a7-4f8d-b0dc-33df44d58f78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297830 Sep 16 00:45:48.657204 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e507-b43b-4374-a646-1033ba34ba75 req-7cc80f90-766b-494a-b74f-9d9246070ffe tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:48.658684 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c2f9e507-b43b-4374-a646-1033ba34ba75 req-7cc80f90-766b-494a-b74f-9d9246070ffe tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 944 time: 0.0490513 Sep 16 00:45:48.676753 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:48.697782 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c2f9e507-b43b-4374-a646-1033ba34ba75 req-cdf700a2-49fe-4b2a-8840-260f94a5a7ae tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Sep 16 00:45:49.032407 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b28796-d9b1-406b-af2d-470a10e387d1 req-f53dcc77-0496-48a4-b4a5-318f3a9ab8b6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:49.033912 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c7b28796-d9b1-406b-af2d-470a10e387d1 req-f53dcc77-0496-48a4-b4a5-318f3a9ab8b6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0493972 Sep 16 00:45:49.070044 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c7b28796-d9b1-406b-af2d-470a10e387d1 req-8a40e82e-324c-4ddc-b2b4-3767a395b9dd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303113 Sep 16 00:45:49.361779 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f860421-f7f9-4c1e-98c0-941176242d8c req-35fdbda2-9637-4e5d-b28f-de2788c23628 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:49.363315 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6f860421-f7f9-4c1e-98c0-941176242d8c req-35fdbda2-9637-4e5d-b28f-de2788c23628 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 944 time: 0.0485258 Sep 16 00:45:49.402219 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6f860421-f7f9-4c1e-98c0-941176242d8c req-3651bdc8-b968-49e8-83c8-bff157dee618 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324333 Sep 16 00:45:49.812732 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf7bb9-9271-4c98-860f-7b8b6745d9ed req-7aef64ed-ab27-4b6a-826a-34280f7508d3 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:49.814160 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cbbf7bb9-9271-4c98-860f-7b8b6745d9ed req-7aef64ed-ab27-4b6a-826a-34280f7508d3 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0493309 Sep 16 00:45:49.850705 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cbbf7bb9-9271-4c98-860f-7b8b6745d9ed req-f655b4db-7adc-457f-b859-545355e9b423 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Sep 16 00:45:50.189812 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0d529-8d02-46e3-991c-38ef9cdd0891 req-bbb960f2-5fd6-4429-aa3f-6effe15bb511 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:50.191249 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3ce0d529-8d02-46e3-991c-38ef9cdd0891 req-bbb960f2-5fd6-4429-aa3f-6effe15bb511 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0512598 Sep 16 00:45:50.227117 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3ce0d529-8d02-46e3-991c-38ef9cdd0891 req-34e4b30d-1e43-42cf-b7ae-8dca160a16bb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300024 Sep 16 00:45:50.343719 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c62a-73da-4795-bcca-5c61539d4f08 req-b2c92e2a-d73e-4143-9f64-4fbc9efe5d95 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:50.345226 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2225c62a-73da-4795-bcca-5c61539d4f08 req-b2c92e2a-d73e-4143-9f64-4fbc9efe5d95 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0520823 Sep 16 00:45:50.353642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42414) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:50.358088 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Request body: {'floatingip': {'port_id': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:50.397753 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:50.437227 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:50.439692 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7491807-4917-47d5-9f27-726ae5cf75c6" -d '{"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-plugged", "status": "completed", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:50.477236 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43d195-cbf0-4a17-afa0-3610d4d93a6b x-openstack-request-id: req-fd43d195-cbf0-4a17-afa0-3610d4d93a6b {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:50.477553 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-plugged", "status": "completed", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:50.477806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd43d195-cbf0-4a17-afa0-3610d4d93a6b {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:50.478190 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'code': 200} Sep 16 00:45:50.517287 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c121816-5202-4a7b-bc7a-9da43cbd5e71 req-34f555fd-2516-4ca3-9850-659cdb8df482 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:50.518806 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5c121816-5202-4a7b-bc7a-9da43cbd5e71 req-34f555fd-2516-4ca3-9850-659cdb8df482 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 944 time: 0.0505083 Sep 16 00:45:50.556246 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5c121816-5202-4a7b-bc7a-9da43cbd5e71 req-6608cf54-badb-4606-b955-e3ef9110a288 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Sep 16 00:45:50.766868 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf98779-f4b7-4577-83ac-91be879cba9c req-add2f4eb-c9c2-4181-894a-4d82a4e0d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:50.768344 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-adf98779-f4b7-4577-83ac-91be879cba9c req-add2f4eb-c9c2-4181-894a-4d82a4e0d5d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1098 time: 0.0819209 Sep 16 00:45:50.835699 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-adf98779-f4b7-4577-83ac-91be879cba9c req-f3cb8798-6487-4c93-ab2b-9cb2afff047c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572097 Sep 16 00:45:50.889582 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:50.893319 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:51.017381 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea547f-f5b4-4b61-b83c-ef5a3e6a384c req-c0cf2591-f779-4c03-8a5b-5a4d346e0979 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:51.018735 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bdea547f-f5b4-4b61-b83c-ef5a3e6a384c req-c0cf2591-f779-4c03-8a5b-5a4d346e0979 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0908403 Sep 16 00:45:51.036274 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Floating IP 7fc527e7-aa27-4322-86da-5584e7d41fb4 associated. External IP: 172.27.0.195, port: fe839497-1add-4ec2-ae37-a544dbaeb596. Sep 16 00:45:51.097035 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bdea547f-f5b4-4b61-b83c-ef5a3e6a384c req-b3bad1df-8e31-44ce-8402-158ab27782e2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716028 Sep 16 00:45:51.259690 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Router 73288955-2e0e-44e8-b639-05c7dd8e16d2 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:45:51.361690 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:51.366306 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:51.372829 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] Sync routers for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:51.382593 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:51.383216 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:51.396366 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d011eb82-3c7a-4142-9426-8dc29ece9b7a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "PUT /v2.0/floatingips/7fc527e7-aa27-4322-86da-5584e7d41fb4 HTTP/1.1" status: 200 len: 992 time: 1.0416517 Sep 16 00:45:51.396960 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:51.399269 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c88aceb-7070-45ca-a288-900bdfe6a9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:51.440372 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f44c168-4e0c-4a71-afc8-9d10c21331d4 x-openstack-request-id: req-0f44c168-4e0c-4a71-afc8-9d10c21331d4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:51.440676 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:51.440963 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f44c168-4e0c-4a71-afc8-9d10c21331d4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:51.441481 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'status': 'completed', 'code': 200} Sep 16 00:45:51.490905 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:51.504202 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-a919e521-82c5-4e30-a0c0-f3d7ca8e9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:51.505762 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-a919e521-82c5-4e30-a0c0-f3d7ca8e9f9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1099 time: 0.0411508 Sep 16 00:45:51.597970 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-4a38c270-8483-4e5a-a25d-5d0e0bb8b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:51.598970 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-4a38c270-8483-4e5a-a25d-5d0e0bb8b6fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.0855987 Sep 16 00:45:51.698670 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-0e1d1eac-9c98-4216-bc30-0cdd5380f6b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 200 len: 1000 time: 0.0917094 Sep 16 00:45:51.710746 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a2ce1-d5bf-493e-9b80-560ca379bce2 req-ba21e77b-922b-45ab-b6b7-b310782afbf5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:51.712268 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b73a2ce1-d5bf-493e-9b80-560ca379bce2 req-ba21e77b-922b-45ab-b6b7-b310782afbf5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 944 time: 0.0666568 Sep 16 00:45:51.762172 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '7fc527e7-aa27-4322-86da-5584e7d41fb4', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'port_id': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'mac_address': 'fa:16:3e:f3:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:38Z', 'updated_at': '2021-09-16T00:45:50Z', 'revision_number': 1, 'project_id': '3cdc107b671940128936bc82bfd44250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:51.779595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-b32703de-5a58-4a1a-a1af-9cf1e449d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:51.781087 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-b32703de-5a58-4a1a-a1af-9cf1e449d3c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0678804 Sep 16 00:45:51.788162 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b73a2ce1-d5bf-493e-9b80-560ca379bce2 req-df6fb362-ea4d-4839-867f-61d939c8d564 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661597 Sep 16 00:45:51.788627 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] Checking router: 73288955-2e0e-44e8-b639-05c7dd8e16d2 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:51.797840 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:51.798446 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:51.835660 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-44c81259-bca5-4278-867b-48c90418e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:51.837184 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-44c81259-bca5-4278-867b-48c90418e9ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479527 Sep 16 00:45:51.903738 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:51.931516 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-281b996d-5d2b-4c35-84eb-5e1d9681f5ea service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857337 Sep 16 00:45:52.033942 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9c88aceb-7070-45ca-a288-900bdfe6a9c8 req-93d29714-3893-4cbb-9035-73b19f5c208f service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912139 Sep 16 00:45:52.212613 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80775-52be-47eb-9d22-83bb93b1e2ed req-1d04f897-5806-4e74-93ed-c34d9b7f71ae tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:52.214872 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9fe80775-52be-47eb-9d22-83bb93b1e2ed req-1d04f897-5806-4e74-93ed-c34d9b7f71ae tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0507958 Sep 16 00:45:52.245477 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '7fc527e7-aa27-4322-86da-5584e7d41fb4', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'port_id': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'mac_address': 'fa:16:3e:f3:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:38Z', 'updated_at': '2021-09-16T00:45:50Z', 'revision_number': 1, 'project_id': '3cdc107b671940128936bc82bfd44250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:52.252339 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9fe80775-52be-47eb-9d22-83bb93b1e2ed req-8e2c92b2-b1d2-4ca5-b95f-7697ed3fcb1f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Sep 16 00:45:52.277091 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device a0defefc-5e3b-4bac-af57-4d41424fc6c0 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:45:52.280413 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a5fdd-661d-4903-9a61-454366cc9ce0 None None] The sync data for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi is: [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '7fc527e7-aa27-4322-86da-5584e7d41fb4', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'port_id': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'mac_address': 'fa:16:3e:f3:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:38Z', 'updated_at': '2021-09-16T00:45:50Z', 'revision_number': 1, 'project_id': '3cdc107b671940128936bc82bfd44250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:52.385649 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port a0defefc-5e3b-4bac-af57-4d41424fc6c0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:52.396635 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:45:52.436097 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:52.450629 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0defefc-5e3b-4bac-af57-4d41424fc6c0 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:45:52.471480 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port a0defefc-5e3b-4bac-af57-4d41424fc6c0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:52.476918 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:52.499181 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d30cf7-c1b9-4963-9370-de7fe1b887fa None None] New status for floating IP 7fc527e7-aa27-4322-86da-5584e7d41fb4: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:45:52.527774 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=a0defefc-5e3b-4bac-af57-4d41424fc6c0,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:52.789730 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['a0defefc-5e3b-4bac-af57-4d41424fc6c0'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:45:52.907842 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca89f7-da63-4120-8c60-dc539978bfe8 req-aa08895c-53de-4a9c-bd67-0087f4306ff6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:52.909642 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-18ca89f7-da63-4120-8c60-dc539978bfe8 req-aa08895c-53de-4a9c-bd67-0087f4306ff6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 945 time: 0.0537732 Sep 16 00:45:52.947260 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-18ca89f7-da63-4120-8c60-dc539978bfe8 req-ec197741-c699-481d-9492-7fc832b5de64 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316806 Sep 16 00:45:53.365750 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20a7a5-85f2-4b3e-8189-ac4fae8a238e req-761b30a9-d003-412c-a413-687d033660e3 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:53.367214 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ec20a7a5-85f2-4b3e-8189-ac4fae8a238e req-761b30a9-d003-412c-a413-687d033660e3 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Sep 16 00:45:53.403953 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ec20a7a5-85f2-4b3e-8189-ac4fae8a238e req-d4677351-fec6-46b9-827d-a5ef50c48abf tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Sep 16 00:45:53.515736 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7b858-116f-4b03-b6e1-8016ea02b661 req-cabcc679-7b22-44a9-80ce-97c1532c743e tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:53.517255 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-17b7b858-116f-4b03-b6e1-8016ea02b661 req-cabcc679-7b22-44a9-80ce-97c1532c743e tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Sep 16 00:45:53.555248 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-17b7b858-116f-4b03-b6e1-8016ea02b661 req-58fd45f8-7f91-498c-a70c-d7742b1b87a1 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Sep 16 00:45:53.577222 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42438) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:53.660877 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6765ad-ee45-41ed-b754-4c7d058c7ede tempest-TestShelveInstance-545048968 tempest-TestShelveInstance-545048968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:53.662390 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-9f6765ad-ee45-41ed-b754-4c7d058c7ede tempest-TestShelveInstance-545048968 tempest-TestShelveInstance-545048968-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1093 time: 0.0841801 Sep 16 00:45:53.668876 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42444) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:53.670295 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'port_id': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:53.692295 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for floatingip, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:53.789036 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:53.893877 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Allocated IP 172.27.0.181 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/21d0c389-71f5-4d6b-8e45-98771479502b) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:53.994389 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.061573 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.102539 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13a150-c0d5-48bc-8711-38539e002d5e req-51c2c6aa-b25f-4239-a015-3905ed457be3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:54.103973 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7c13a150-c0d5-48bc-8711-38539e002d5e req-51c2c6aa-b25f-4239-a015-3905ed457be3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 945 time: 0.0887465 Sep 16 00:45:54.116400 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:54.127779 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:54.137534 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:54.141740 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'Port': ['ID=21d0c389-71f5-4d6b-8e45-98771479502b,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:54.189069 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7c13a150-c0d5-48bc-8711-38539e002d5e req-bc11bf52-8823-4450-95ab-efc799b7acb3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764503 Sep 16 00:45:54.281517 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device a0defefc-5e3b-4bac-af57-4d41424fc6c0 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:45:54.329513 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port a0defefc-5e3b-4bac-af57-4d41424fc6c0 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:45:54.333133 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port a0defefc-5e3b-4bac-af57-4d41424fc6c0 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:45:54.333504 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.424371 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.447122 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:54.449442 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f9574-97ab-42d2-ab46-28bb72b402ce" -d '{"events": [{"server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "name": "network-vif-plugged", "status": "completed", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:54.462193 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port a0defefc-5e3b-4bac-af57-4d41424fc6c0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:45:54.467428 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.493528 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788aeae2-a1a4-4c3e-af06-15fce3de3a43 x-openstack-request-id: req-788aeae2-a1a4-4c3e-af06-15fce3de3a43 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:54.493835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "name": "network-vif-plugged", "status": "completed", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:54.494091 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-788aeae2-a1a4-4c3e-af06-15fce3de3a43 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:54.494480 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'code': 200} Sep 16 00:45:54.520710 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=a0defefc-5e3b-4bac-af57-4d41424fc6c0,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:54.642106 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.730629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380930ae-c9da-4ccc-95c6-05b164e5f4a7 req-a43eaf9d-c8f9-41cd-9e15-c2800693f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:54.732147 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-380930ae-c9da-4ccc-95c6-05b164e5f4a7 req-a43eaf9d-c8f9-41cd-9e15-c2800693f534 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1099 time: 0.0447578 Sep 16 00:45:54.747051 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.771328 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-380930ae-c9da-4ccc-95c6-05b164e5f4a7 req-eb060931-eb74-446e-b1a4-f632a545b150 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315094 Sep 16 00:45:54.891529 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.895802 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:54.962829 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event updated for resources: {'Port': ['ID=21d0c389-71f5-4d6b-8e45-98771479502b,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:54.971014 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:55.252421 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.l3_db [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Floating IP ca361781-ea1a-4df5-b0c9-a1ef976e39e9 associated. External IP: 172.27.0.181, port: 5da19583-6901-4c1c-8b6d-7507b8da7e26. Sep 16 00:45:55.304147 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3fc2f-e08d-43cf-884f-4abeba5f5e9f req-dcb4ab67-9f79-48c6-b359-9553e14c838a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:55.305702 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4be3fc2f-e08d-43cf-884f-4abeba5f5e9f req-dcb4ab67-9f79-48c6-b359-9553e14c838a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 946 time: 0.0498953 Sep 16 00:45:55.343911 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4be3fc2f-e08d-43cf-884f-4abeba5f5e9f req-2732c710-b3ea-4b24-bc8f-1a3647ccf2f3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317285 Sep 16 00:45:55.458311 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Router 87001091-dd5e-41cb-8e68-7ee687161a8d has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:45:55.562935 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:55.571983 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] Sync routers for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:55.581456 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:55.581659 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:55.582297 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:55.622376 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7a903949-c12d-4e40-a9af-b1eb68e51137 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9428840 Sep 16 00:45:55.622376 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:55.622376 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de43572-1d2f-476f-95c3-c902b61dca43" -d '{"events": [{"name": "network-changed", "server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:55.689431 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:55.707875 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d8258d-dc17-4b9c-92cb-d7286eeb0eb4 x-openstack-request-id: req-36d8258d-dc17-4b9c-92cb-d7286eeb0eb4 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:55.708399 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:55.708399 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36d8258d-dc17-4b9c-92cb-d7286eeb0eb4 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:55.708817 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'status': 'completed', 'code': 200} Sep 16 00:45:55.771956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-8c2712d1-3e2e-472f-aefc-f281fbf91973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:55.773558 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-8c2712d1-3e2e-472f-aefc-f281fbf91973 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1098 time: 0.0407994 Sep 16 00:45:55.870851 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-aacf8d93-afe9-424d-9d32-a120dda47c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:55.872305 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-aacf8d93-afe9-424d-9d32-a120dda47c25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 909 time: 0.0908039 Sep 16 00:45:55.916470 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'ca361781-ea1a-4df5-b0c9-a1ef976e39e9', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'port_id': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'mac_address': 'fa:16:3e:69:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:54Z', 'updated_at': '2021-09-16T00:45:54Z', 'revision_number': 0, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 5, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:55.937757 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-6ac226f6-a718-4cde-bff8-92364c3909f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 999 time: 0.0573797 Sep 16 00:45:55.942140 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] Checking router: 87001091-dd5e-41cb-8e68-7ee687161a8d for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:55.951245 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:55.951835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:55.990331 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-1123cea0-ef10-47ad-b63d-38adba3ae532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:55.991853 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-1123cea0-ef10-47ad-b63d-38adba3ae532 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 200 len: 847 time: 0.0465851 Sep 16 00:45:56.043919 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-00f98afb-749f-46f8-a988-25e3b6c1cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:56.045437 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-00f98afb-749f-46f8-a988-25e3b6c1cab8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2977e88-d53d-4596-b31a-0a9b2a81b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439396 Sep 16 00:45:56.056243 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:56.147906 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-159d5260-02f0-4a35-8127-55b50e5675a5 service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848582 Sep 16 00:45:56.242494 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9de43572-1d2f-476f-95c3-c902b61dca43 req-eed1a41a-4e22-48c4-8939-0b9a7997d408 service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866029 Sep 16 00:45:56.288816 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'ca361781-ea1a-4df5-b0c9-a1ef976e39e9', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'port_id': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'mac_address': 'fa:16:3e:69:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:54Z', 'updated_at': '2021-09-16T00:45:54Z', 'revision_number': 0, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 5, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:56.314883 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12c72d-2653-46e0-9277-0f679e1478c2 None None] The sync data for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi is: [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'ca361781-ea1a-4df5-b0c9-a1ef976e39e9', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'port_id': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'mac_address': 'fa:16:3e:69:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:54Z', 'updated_at': '2021-09-16T00:45:54Z', 'revision_number': 0, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 5, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:56.462459 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05b06b-5ef3-4c35-b9cc-fa4e24099f16 req-7c62e4cd-b27b-4162-8957-dec3031ddc36 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:56.464938 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3c05b06b-5ef3-4c35-b9cc-fa4e24099f16 req-7c62e4cd-b27b-4162-8957-dec3031ddc36 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 946 time: 0.0539074 Sep 16 00:45:56.503313 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45ed63-3cd4-4fe4-9c70-4c09905dc4b1 None None] New status for floating IP ca361781-ea1a-4df5-b0c9-a1ef976e39e9: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:45:56.505473 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3c05b06b-5ef3-4c35-b9cc-fa4e24099f16 req-6ca5680f-d3fe-46f3-b674-c95963ce9a3d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345273 Sep 16 00:45:56.622471 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeefef7-4980-4266-8579-ca3c36cefa28 req-730c17be-1d4d-4a15-96ac-f3ebb4092e7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:56.623955 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aaeefef7-4980-4266-8579-ca3c36cefa28 req-730c17be-1d4d-4a15-96ac-f3ebb4092e7a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Sep 16 00:45:56.664899 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aaeefef7-4980-4266-8579-ca3c36cefa28 req-5242632d-595e-47a9-aaaa-bdf25ee1ba48 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347915 Sep 16 00:45:56.686777 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42466) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:56.726508 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af64d70-9f7a-4841-a66c-fc66d566e446 tempest-TestVolumeBootPattern-1790726304 tempest-TestVolumeBootPattern-1790726304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:56.728032 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-5af64d70-9f7a-4841-a66c-fc66d566e446 tempest-TestVolumeBootPattern-1790726304 tempest-TestVolumeBootPattern-1790726304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1094 time: 0.0402935 Sep 16 00:45:56.730969 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42468) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:45:56.735220 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:45:56.757456 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:56.849972 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:56.956262 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Allocated IP 172.27.0.92 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/31e8631e-739e-4db9-84c8-c0bf00c232fd) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:45:57.052391 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:57.086879 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:57.129410 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:45:57.132210 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:45:57.138131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:45:57.160034 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=31e8631e-739e-4db9-84c8-c0bf00c232fd,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:57.484562 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:57.552578 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:57.699908 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:57.704221 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:57.770838 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=31e8631e-739e-4db9-84c8-c0bf00c232fd,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:45:57.780743 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:57.880869 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.l3_db [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Floating IP f8b099ef-73be-41d5-afac-3a65a43476fc associated. External IP: 172.27.0.92, port: a0defefc-5e3b-4bac-af57-4d41424fc6c0. Sep 16 00:45:58.085107 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:45:58.189734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:45:58.198886 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b71b-37af-4356-b990-179f27262684 None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:45:58.205926 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:45:58.208574 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:58.209224 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:58.233331 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-eaae3c87-a2b3-4853-a188-03c1baccf78b tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5013475 Sep 16 00:45:58.234014 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:45:58.236252 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:45:58.276788 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa062642-1476-4852-b821-dbfaebbc19c4 x-openstack-request-id: req-fa062642-1476-4852-b821-dbfaebbc19c4 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:45:58.277152 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:45:58.277403 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa062642-1476-4852-b821-dbfaebbc19c4 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:45:58.277803 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'status': 'completed', 'code': 200} Sep 16 00:45:58.319346 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:58.344234 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-581a5e3c-8eb6-4867-9f73-653c0f3e10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:58.345653 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-581a5e3c-8eb6-4867-9f73-653c0f3e10fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1099 time: 0.0405138 Sep 16 00:45:58.548210 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:57Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:58.580013 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b71b-37af-4356-b990-179f27262684 None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:45:58.588717 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:45:58.589346 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:45:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:58.683140 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-e088174d-c372-4d2e-a242-4ca6430a665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:58.684726 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-e088174d-c372-4d2e-a242-4ca6430a665e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.3312955 Sep 16 00:45:58.695717 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:45:58.751068 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-bc4eebff-1574-46fa-b869-3cdf5c091a10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 200 len: 999 time: 0.0587418 Sep 16 00:45:58.805705 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-2016f92e-404f-4001-9955-eac2f299cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:58.807851 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-2016f92e-404f-4001-9955-eac2f299cb8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0501268 Sep 16 00:45:58.853017 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-005513c6-969b-4b05-beef-2a498e4e9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:45:58.855134 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-005513c6-969b-4b05-beef-2a498e4e9fac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407572 Sep 16 00:45:58.947854 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-f416562e-b4b8-40fe-b565-6a29d87b96b0 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851068 Sep 16 00:45:59.040028 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-47c7b71b-37af-4356-b990-179f27262684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:57Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:45:59.047533 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-364e26b5-98e8-4ce1-9331-4e5bbd18fdb6 req-9b14d5c3-0762-4940-9ed8-97d94070754b service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929606 Sep 16 00:45:59.070331 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b71b-37af-4356-b990-179f27262684 None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:57Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:45:59.241545 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26165746-348d-4067-b1d5-a878ca4810fd None None] New status for floating IP f8b099ef-73be-41d5-afac-3a65a43476fc: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:46:00.073625 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-934dc43d-7fec-4db4-83c3-556310bcf4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:02.750246 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8b392b51-66ec-44b9-b033-bd58396a1c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:02.824636 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:03.636861 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:03.908994 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:05.816835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:15.686828 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a75a9-5931-4eac-bcbd-ffefc4a43b71 req-14a0938b-b42c-4d6b-9c2e-e5e3424a6494 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:15.688310 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-209a75a9-5931-4eac-bcbd-ffefc4a43b71 req-14a0938b-b42c-4d6b-9c2e-e5e3424a6494 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0511122 Sep 16 00:46:15.724356 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-209a75a9-5931-4eac-bcbd-ffefc4a43b71 req-16773547-dfc7-4213-bc15-cb5421d6a9e5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300677 Sep 16 00:46:16.457054 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:46:16.846011 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e47661-6e71-4843-9ab7-8c5e45ce008e req-0bce9db2-215f-4c17-a72d-426c359e2291 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:16.847470 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8e47661-6e71-4843-9ab7-8c5e45ce008e req-0bce9db2-215f-4c17-a72d-426c359e2291 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0528007 Sep 16 00:46:16.889555 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8e47661-6e71-4843-9ab7-8c5e45ce008e req-36c19d40-f330-4a1b-9d43-d7f0fca5ec0e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbd11f4-8ff3-405f-83e5-bca3afe74887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361063 Sep 16 00:46:16.984897 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-9d7885ce-061b-4bf3-9e71-863d41ddc670 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:16.986262 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-9d7885ce-061b-4bf3-9e71-863d41ddc670 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 946 time: 0.0479279 Sep 16 00:46:17.076096 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Deleting port f6e6bbb0-6d0c-482f-a484-162a95412d97 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:46:17.076434 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:17.163883 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] For port f6e6bbb0-6d0c-482f-a484-162a95412d97, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f6e6bbb0-6d0c-482f-a484-162a95412d97,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:46:17.164246 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:17.329173 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:17.329449 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:17.329762 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Floating IP 3399c5e4-3c20-4914-a54a-380665c03129 disassociated. External IP: 172.27.0.59, port: f6e6bbb0-6d0c-482f-a484-162a95412d97. Sep 16 00:46:17.330098 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Calling delete_port for f6e6bbb0-6d0c-482f-a484-162a95412d97 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:46:17.453823 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:17.482368 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event deleted for resources: {'Port': ['ID=f6e6bbb0-6d0c-482f-a484-162a95412d97,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:17.594454 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Router 569119dd-d594-4747-90f0-2207c8e71278 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:46:17.700181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:46:17.711417 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] Sync routers for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:46:17.722145 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:46:17.722763 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:46:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:17.740614 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] No DVR routers for this DVR port f6e6bbb0-6d0c-482f-a484-162a95412d97 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:46:17.743192 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:17.745428 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-56ff2c06-bd85-4d34-9fd6-dda69fd97bd1 req-15de8f47-7df8-423c-81ee-6907ef012739 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "DELETE /v2.0/ports/f6e6bbb0-6d0c-482f-a484-162a95412d97 HTTP/1.1" status: 204 len: 173 time: 0.7507715 Sep 16 00:46:17.745873 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'name': 'network-vif-deleted', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:46:17.748065 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b08b04-c64d-4ad6-950d-124b22f39164" -d '{"events": [{"server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "name": "network-vif-deleted", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:46:17.801643 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c960122d-2c8c-479b-921d-47d402af794b x-openstack-request-id: req-c960122d-2c8c-479b-921d-47d402af794b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:46:17.802055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f052f9a6-00f1-40cd-ae86-3089fea488ea", "name": "network-vif-deleted", "tag": "f6e6bbb0-6d0c-482f-a484-162a95412d97", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:46:17.802305 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c960122d-2c8c-479b-921d-47d402af794b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:46:17.802693 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f052f9a6-00f1-40cd-ae86-3089fea488ea', 'name': 'network-vif-deleted', 'tag': 'f6e6bbb0-6d0c-482f-a484-162a95412d97', 'status': 'completed', 'code': 200} Sep 16 00:46:17.844762 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:46:18.003435 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a200ca8-264f-40b2-9378-71bcc0a01a6d req-547aae68-0c46-40ea-bde6-342f206e9afb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f052f9a6-00f1-40cd-ae86-3089fea488ea HTTP/1.1" status: 200 len: 210 time: 0.0278187 Sep 16 00:46:18.048512 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:18.080488 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] Checking router: 569119dd-d594-4747-90f0-2207c8e71278 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:46:18.089174 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:46:18.089779 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:46:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:18.192930 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:46:18.394975 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:18.420673 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec15f0e-cc4a-42f6-84bf-e3e06810a759 None None] The sync data for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi is: [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:46:18.640582 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483c3c3-2378-49e8-b5e9-59619ed200c1 None None] New status for floating IP 3399c5e4-3c20-4914-a54a-380665c03129: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:46:19.089893 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42550) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:19.146016 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-358d6874-64cb-4c49-beb5-b32552840fc0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.169771 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-358d6874-64cb-4c49-beb5-b32552840fc0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.215001 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-358d6874-64cb-4c49-beb5-b32552840fc0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.217744 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-358d6874-64cb-4c49-beb5-b32552840fc0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.218875 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-358d6874-64cb-4c49-beb5-b32552840fc0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "DELETE /v2.0/security-groups/5dbd11f4-8ff3-405f-83e5-bca3afe74887 HTTP/1.1" status: 204 len: 168 time: 0.1279237 Sep 16 00:46:19.221733 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42552) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:19.228345 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d6874-64cb-4c49-beb5-b32552840fc0 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd11f4-8ff3-405f-83e5-bca3afe74887,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:19.235989 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.api.v2.resource [None req-4c5c0907-4721-4ae2-9623-9f3918190073 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] show failed (client error): The resource could not be found. Sep 16 00:46:19.237013 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4c5c0907-4721-4ae2-9623-9f3918190073 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups/5dbd11f4-8ff3-405f-83e5-bca3afe74887 HTTP/1.1" status: 404 len: 347 time: 0.0142946 Sep 16 00:46:19.239813 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42554) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:19.391004 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Deleting port b2efef2a-b6ee-4185-b3b2-7137aa80ac87 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:46:19.391240 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.463277 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.463597 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.474690 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Calling delete_port for b2efef2a-b6ee-4185-b3b2-7137aa80ac87 owned by network:floatingip {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:46:19.607587 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.633209 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event deleted for resources: {'Port': ['ID=b2efef2a-b6ee-4185-b3b2-7137aa80ac87,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:19.693259 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.695733 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:19.697549 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-eda3efba-43ae-40f6-a563-75f1ce975096 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "DELETE /v2.0/floatingips/3399c5e4-3c20-4914-a54a-380665c03129 HTTP/1.1" status: 204 len: 168 time: 0.4568067 Sep 16 00:46:19.951325 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 42560) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:19.955852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-1b579bbe-d8b1-405b-97c6-d86a3777348c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770473871', 'description': 'tempest-description--2126617948'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:46:19.977527 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b579bbe-d8b1-405b-97c6-d86a3777348c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.056922 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b579bbe-d8b1-405b-97c6-d86a3777348c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.060592 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b579bbe-d8b1-405b-97c6-d86a3777348c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.089020 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b579bbe-d8b1-405b-97c6-d86a3777348c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.090709 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-1b579bbe-d8b1-405b-97c6-d86a3777348c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1381512 Sep 16 00:46:20.092740 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b579bbe-d8b1-405b-97c6-d86a3777348c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a0f1a6-78e9-4269-a951-b39ee2391ae6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:20.093514 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42562) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:20.098065 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-a54ed9fc-b2e9-476a-9151-190c23ac3ae6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'security_group_rule': {'security_group_id': '90a0f1a6-78e9-4269-a951-b39ee2391ae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:46:20.125257 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a54ed9fc-b2e9-476a-9151-190c23ac3ae6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.179997 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a54ed9fc-b2e9-476a-9151-190c23ac3ae6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.184110 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a54ed9fc-b2e9-476a-9151-190c23ac3ae6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.203443 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ed9fc-b2e9-476a-9151-190c23ac3ae6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7672028b-2ea1-46f8-9606-c0c8df0015f7,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:20.207370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a54ed9fc-b2e9-476a-9151-190c23ac3ae6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.208562 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a54ed9fc-b2e9-476a-9151-190c23ac3ae6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140449 Sep 16 00:46:20.211242 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42564) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:20.215529 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-ba68ed19-6fd1-4a86-ac2c-9d6b08185517 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'security_group_rule': {'security_group_id': '90a0f1a6-78e9-4269-a951-b39ee2391ae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:46:20.241582 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed19-6fd1-4a86-ac2c-9d6b08185517 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.295992 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed19-6fd1-4a86-ac2c-9d6b08185517 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.299340 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed19-6fd1-4a86-ac2c-9d6b08185517 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.318150 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68ed19-6fd1-4a86-ac2c-9d6b08185517 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392bedd1-6876-4f6a-87a7-a57e7e85eeeb,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:20.321505 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed19-6fd1-4a86-ac2c-9d6b08185517 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.322836 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ba68ed19-6fd1-4a86-ac2c-9d6b08185517 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106853 Sep 16 00:46:20.325917 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42566) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:20.330105 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:46:20.350477 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.445499 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.464796 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f6e6bbb0-6d0c-482f-a484-162a95412d97 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:46:20.491251 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: f6e6bbb0-6d0c-482f-a484-162a95412d97 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:46:20.491595 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device f6e6bbb0-6d0c-482f-a484-162a95412d97 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:46:20.548216 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Allocated IP 172.27.0.6 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/d615396b-166f-4551-bd5e-51f10ce4c2d2) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:46:20.647531 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.680351 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.717610 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:46:20.720351 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:46:20.722826 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:46:20.749186 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'Port': ['ID=d615396b-166f-4551-bd5e-51f10ce4c2d2,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:20.815159 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:20.848387 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:21.198413 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:21.202956 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:21.267175 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'Port': ['ID=d615396b-166f-4551-bd5e-51f10ce4c2d2,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:21.279316 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:21.292694 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:21.293930 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-86de3a1d-04a3-4e3c-a298-1b1c459b1654 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9670780 Sep 16 00:46:21.473011 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-9d529645-6ce1-4d31-a6bc-2f2a0e17d73e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--770473871&fields=id&tenant_id=cf2954dd3f9749619ab5444ff9143325 HTTP/1.1" status: 200 len: 267 time: 0.0320952 Sep 16 00:46:21.581289 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-17d6fa79-d9f3-42bf-86de-ba0906098570 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:21.582658 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-17d6fa79-d9f3-42bf-86de-ba0906098570 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 811 time: 0.1022065 Sep 16 00:46:21.597800 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-749a5719-5364-483e-b2ba-71574d43fad9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/quotas/cf2954dd3f9749619ab5444ff9143325 HTTP/1.1" status: 200 len: 375 time: 0.0086706 Sep 16 00:46:21.650605 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-c969c887-17a8-4973-90f5-9c517052807f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469999 Sep 16 00:46:21.749898 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-25db4189-0a58-47de-8177-7b5f80853821 service neutron] 10.222.0.13 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883863 Sep 16 00:46:21.840734 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-cddedfdb-d470-4e5f-8077-33a2a6ed628e service neutron] 10.222.0.13 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847814 Sep 16 00:46:21.997045 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-612365cd-c3fd-4f24-b04d-66d3f0c4e7e8 req-af14b9d0-34f8-4e39-a91d-1b56446ded20 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 210 time: 0.0261402 Sep 16 00:46:22.935595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-1f311b2f-4d07-46ef-9b0f-5ae740d04e0a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:22.937122 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-1f311b2f-4d07-46ef-9b0f-5ae740d04e0a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 811 time: 0.1105750 Sep 16 00:46:22.982904 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-a58e84c8-3ca1-4b08-afce-d6dad8abb31f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf2954dd3f9749619ab5444ff9143325 HTTP/1.1" status: 200 len: 379 time: 0.0349321 Sep 16 00:46:22.992519 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'port': {'device_id': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'admin_state_up': True, 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'security_groups': ['90a0f1a6-78e9-4269-a951-b39ee2391ae6']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:46:23.098544 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8c6986e6-77a6-4f88-9ad8-df3a16fe16eb req-9e2a9d03-a08e-4d0e-9d6e-33343d1eb587 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 210 time: 0.0297720 Sep 16 00:46:23.106824 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Made reservation on behalf of cf2954dd3f9749619ab5444ff9143325 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:46:23.110662 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.249911 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Allocated IP 172.20.0.13 (bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f/cfe8e761-0c8f-4e76-a97f-7cf64036cb0d/e8c346ac-17f5-40c8-bedb-697a670165db) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:46:23.391055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.424448 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.465226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:46:23.468224 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:46:23.474170 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:46:23.498207 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event updated for resources: {'Port': ['ID=e8c346ac-17f5-40c8-bedb-697a670165db,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:23.527459 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:23.528094 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.543257 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-4eb2e3d5-629a-445e-b049-7f7cb8bfa0ed tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5547297 Sep 16 00:46:23.556848 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Request body: {'port': {'device_id': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:46:23.622466 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.728559 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-79f9e5c1-2513-4b75-b54b-faae34b1a4c9 None None] Provisioning complete for port e8c346ac-17f5-40c8-bedb-697a670165db triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:46:23.729380 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-79f9e5c1-2513-4b75-b54b-faae34b1a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.763745 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-79f9e5c1-2513-4b75-b54b-faae34b1a4c9 None None] Port e8c346ac-17f5-40c8-bedb-697a670165db cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:46:23.881994 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c346ac-17f5-40c8-bedb-697a670165db {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:46:23.891716 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.904036 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Transition to ACTIVE for port object e8c346ac-17f5-40c8-bedb-697a670165db will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:46:23.907559 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:23.959421 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c346ac-17f5-40c8-bedb-697a670165db,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:24.027326 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Attempting to bind port e8c346ac-17f5-40c8-bedb-697a670165db on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:46:24.027574 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Attempting to bind port e8c346ac-17f5-40c8-bedb-697a670165db by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:46:24.027899 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Attempting to bind port e8c346ac-17f5-40c8-bedb-697a670165db on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:46:24.032290 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Port e8c346ac-17f5-40c8-bedb-697a670165db on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:46:24.032605 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Attempting to bind port e8c346ac-17f5-40c8-bedb-697a670165db on network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:46:24.037430 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:46:24.037763 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Checking segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:46:24.038139 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Bound using segment: {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:46:24.038560 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Bound port: e8c346ac-17f5-40c8-bedb-697a670165db, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f0fc6e-b8db-4a75-9d26-221a338d3203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:46:24.038911 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:24.102219 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] For port e8c346ac-17f5-40c8-bedb-697a670165db, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:46:24.105244 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] For port e8c346ac-17f5-40c8-bedb-697a670165db, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=e8c346ac-17f5-40c8-bedb-697a670165db,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:46:24.109839 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:24.147525 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.148080 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:24.149793 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8c346ac-17f5-40c8-bedb-697a670165db HTTP/1.1" status: 200 len: 1094 time: 0.5971963 Sep 16 00:46:24.150238 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:46:24.152458 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae0144-9ec6-431a-a860-af1a14347427" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:46:24.185615 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7af949-b223-4258-8407-55c74eaf39d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c346ac-17f5-40c8-bedb-697a670165db,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:24.214597 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fcbe56-ad37-42c4-8462-95079644b67b x-openstack-request-id: req-23fcbe56-ad37-42c4-8462-95079644b67b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:46:24.214826 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:46:24.215131 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23fcbe56-ad37-42c4-8462-95079644b67b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:46:24.215416 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'status': 'completed', 'code': 200} Sep 16 00:46:24.235862 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-f4f6b6b8-d2f2-4a59-a3f5-4ae71b4af85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.237558 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-f4f6b6b8-d2f2-4a59-a3f5-4ae71b4af85b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 1097 time: 0.0494568 Sep 16 00:46:24.266718 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f078994-9380-4522-a2ef-6b57f809b672 req-b762eac3-965a-4fc7-a372-4f31f5200df8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.268890 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9f078994-9380-4522-a2ef-6b57f809b672 req-b762eac3-965a-4fc7-a372-4f31f5200df8 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 944 time: 0.0645168 Sep 16 00:46:24.292678 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-a97919f8-b2a5-4b65-918d-5e2ce1157a82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c346ac-17f5-40c8-bedb-697a670165db HTTP/1.1" status: 200 len: 217 time: 0.0400553 Sep 16 00:46:24.314212 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9f078994-9380-4522-a2ef-6b57f809b672 req-442c6ffa-f8c4-4498-9273-50cd33cac3fa tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364177 Sep 16 00:46:24.350630 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-fc5510fd-73f1-4765-b1c8-dc720933285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.352246 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-fc5510fd-73f1-4765-b1c8-dc720933285b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.0486779 Sep 16 00:46:24.403334 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-1ad7dd26-3495-4ac6-867b-e8af1724fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.404870 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-1ad7dd26-3495-4ac6-867b-e8af1724fbde service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454345 Sep 16 00:46:24.493750 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-1f768806-a748-4a03-b09c-7baee8676280 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801616 Sep 16 00:46:24.586152 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7f38c6e-22a1-4faa-8a81-b7a25f171898 req-8659798e-97fa-4aad-9914-8f90adf18955 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854118 Sep 16 00:46:24.675138 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-a2970f1f-7d81-42a3-9367-64079e3a9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.676608 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-a2970f1f-7d81-42a3-9367-64079e3a9ffe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 1097 time: 0.0400574 Sep 16 00:46:24.777472 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-5290946a-45d8-475c-960f-f07458d4d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.778960 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-5290946a-45d8-475c-960f-f07458d4d63a service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.0944233 Sep 16 00:46:24.820762 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-faceeb1a-2d92-461a-be21-20e5daeeb112 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c346ac-17f5-40c8-bedb-697a670165db HTTP/1.1" status: 200 len: 217 time: 0.0344870 Sep 16 00:46:24.867761 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-945aa107-2358-4dc3-b3f8-c1be2278b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.869755 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-945aa107-2358-4dc3-b3f8-c1be2278b04c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.0419443 Sep 16 00:46:24.918286 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-2d037e2f-80c2-4d38-aeaf-f44463629188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:24.919758 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-2d037e2f-80c2-4d38-aeaf-f44463629188 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430074 Sep 16 00:46:25.008741 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-b66371ea-cf69-4441-a44c-4d0437d60bdc service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807500 Sep 16 00:46:25.100034 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d6ae0144-9ec6-431a-a860-af1a14347427 req-6f12bd46-3366-4915-afb0-d690b922c0ee service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841820 Sep 16 00:46:25.435157 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88072d4b-330d-4b17-8c4a-c35a2db90d24 req-5f0f9d5b-212e-4340-bcde-45354692bfee tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:25.437679 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-88072d4b-330d-4b17-8c4a-c35a2db90d24 req-5f0f9d5b-212e-4340-bcde-45354692bfee tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 944 time: 0.0511818 Sep 16 00:46:25.476216 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-88072d4b-330d-4b17-8c4a-c35a2db90d24 req-4046e0a3-8813-44df-bebc-c9351d98044e tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Sep 16 00:46:26.498103 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device e8c346ac-17f5-40c8-bedb-697a670165db details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:46:26.590720 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c405-ed4a-4854-81c4-0e2e82f425c1 req-854eeced-1a05-413a-9e97-8aa0ca30b31a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:26.592310 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-88b2c405-ed4a-4854-81c4-0e2e82f425c1 req-854eeced-1a05-413a-9e97-8aa0ca30b31a tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 944 time: 0.0481212 Sep 16 00:46:26.594198 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port e8c346ac-17f5-40c8-bedb-697a670165db, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=e8c346ac-17f5-40c8-bedb-697a670165db,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:46:26.608988 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'port_id': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'mac_address': 'fa:16:3e:c6:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:46:26.629146 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-88b2c405-ed4a-4854-81c4-0e2e82f425c1 req-ba491279-1967-4868-9184-4f1bfaa6a5d6 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308840 Sep 16 00:46:26.645943 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:26.658536 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c346ac-17f5-40c8-bedb-697a670165db {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:46:26.676550 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port e8c346ac-17f5-40c8-bedb-697a670165db, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=e8c346ac-17f5-40c8-bedb-697a670165db,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:46:26.682008 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:26.728422 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=e8c346ac-17f5-40c8-bedb-697a670165db,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:27.149165 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['e8c346ac-17f5-40c8-bedb-697a670165db'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:46:27.746228 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116d97d-dbd9-431d-881a-f9d9c3ba00cb req-50531783-3dd6-452f-b9e7-56ca80c18115 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:27.747713 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8116d97d-dbd9-431d-881a-f9d9c3ba00cb req-50531783-3dd6-452f-b9e7-56ca80c18115 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 945 time: 0.0540316 Sep 16 00:46:27.785010 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8116d97d-dbd9-431d-881a-f9d9c3ba00cb req-60644207-7524-4948-9f37-ab42b4f74678 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Sep 16 00:46:28.510895 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device e8c346ac-17f5-40c8-bedb-697a670165db up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:46:28.557606 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port e8c346ac-17f5-40c8-bedb-697a670165db completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:46:28.561246 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port e8c346ac-17f5-40c8-bedb-697a670165db triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:46:28.561835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:28.641668 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:28.663518 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:46:28.665789 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a515452-db4f-459b-95a4-1415f2b2116a" -d '{"events": [{"server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:46:28.679063 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port e8c346ac-17f5-40c8-bedb-697a670165db, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=e8c346ac-17f5-40c8-bedb-697a670165db,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:46:28.683784 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:28.707147 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ce03d-0b6d-4810-9e5d-702ab4cbfa48 x-openstack-request-id: req-161ce03d-0b6d-4810-9e5d-702ab4cbfa48 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:46:28.707453 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:46:28.707704 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-161ce03d-0b6d-4810-9e5d-702ab4cbfa48 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:46:28.708081 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'code': 200} Sep 16 00:46:28.732832 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=e8c346ac-17f5-40c8-bedb-697a670165db,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:46:28.925594 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8b909-d0dc-489c-a46f-295e3d1fc99e req-ffe1a50c-c248-40a0-9a0d-a96f8dd89148 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:28.927067 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eae8b909-d0dc-489c-a46f-295e3d1fc99e req-ffe1a50c-c248-40a0-9a0d-a96f8dd89148 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0657232 Sep 16 00:46:28.929710 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76364b-a5e9-4f61-aefa-7db7d334aba3 req-2b5d558c-4c91-4763-b974-a49a7d0f58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:28.931773 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3d76364b-a5e9-4f61-aefa-7db7d334aba3 req-2b5d558c-4c91-4763-b974-a49a7d0f58f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 1099 time: 0.0780246 Sep 16 00:46:28.991954 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-eae8b909-d0dc-489c-a46f-295e3d1fc99e req-71f6d743-d94c-4dcf-b51f-96f690262b14 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580184 Sep 16 00:46:28.994229 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3d76364b-a5e9-4f61-aefa-7db7d334aba3 req-695b1eeb-ad39-4291-b316-547a19a986d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546281 Sep 16 00:46:30.074617 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ea23d3f4-cefc-4924-9140-b9120b010a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:30.104111 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819acc-9f2f-4a79-96a5-906a968b1b00 req-8ff7ca38-d189-4f48-bb9c-ba311f382a7d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:30.105604 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b6819acc-9f2f-4a79-96a5-906a968b1b00 req-8ff7ca38-d189-4f48-bb9c-ba311f382a7d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0488367 Sep 16 00:46:30.142132 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b6819acc-9f2f-4a79-96a5-906a968b1b00 req-4d12f6b0-216a-4882-bcbe-9dc8a56df9a5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307300 Sep 16 00:46:31.254156 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb5f6-0dcf-48a9-8372-994ae77b6876 req-bf0f51f5-cce0-4476-aaa0-29454180bec5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:31.255622 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3c0fb5f6-0dcf-48a9-8372-994ae77b6876 req-bf0f51f5-cce0-4476-aaa0-29454180bec5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0491843 Sep 16 00:46:31.293652 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3c0fb5f6-0dcf-48a9-8372-994ae77b6876 req-12ccc574-a267-4fc9-9aec-9d5e4b42b326 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Sep 16 00:46:31.403024 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b704e9a-79f0-4ec7-9708-a4a76c265099 req-dd33ea74-920e-4190-a4a9-19266a00f6b9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:31.404493 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4b704e9a-79f0-4ec7-9708-a4a76c265099 req-dd33ea74-920e-4190-a4a9-19266a00f6b9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0483119 Sep 16 00:46:31.412693 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 42640) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:46:31.416985 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Request body: {'floatingip': {'port_id': 'e8c346ac-17f5-40c8-bedb-697a670165db'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:46:31.459139 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:31.910494 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:31.914237 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:32.014705 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.l3_db [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Floating IP dfa8a55a-024c-4f74-ac66-c993a08b4c29 associated. External IP: 172.27.0.6, port: e8c346ac-17f5-40c8-bedb-697a670165db. Sep 16 00:46:32.216280 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Router 569119dd-d594-4747-90f0-2207c8e71278 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:46:32.320523 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:46:32.325512 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:32.330016 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] Sync routers for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:46:32.341093 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:46:32.341804 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:46:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:32.351794 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6c450f3d-0ddc-4bc3-b027-49a0e0fee9e4 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "PUT /v2.0/floatingips/dfa8a55a-024c-4f74-ac66-c993a08b4c29 HTTP/1.1" status: 200 len: 990 time: 0.9380958 Sep 16 00:46:32.353431 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:46:32.355917 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c36cc8-4b73-467c-99e4-32a652a9161f" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:46:32.392740 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691b5f8-ef8a-410f-a7de-90c64616337a x-openstack-request-id: req-7691b5f8-ef8a-410f-a7de-90c64616337a {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:46:32.393026 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:46:32.393271 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7691b5f8-ef8a-410f-a7de-90c64616337a {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:46:32.393663 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'status': 'completed', 'code': 200} Sep 16 00:46:32.453685 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:46:32.456959 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-874f652c-63ba-4069-9391-c7c1d502e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:32.458513 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-874f652c-63ba-4069-9391-c7c1d502e985 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2954dd3f9749619ab5444ff9143325&device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 1099 time: 0.0417655 Sep 16 00:46:32.552079 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-28faaa1d-5c39-4b1d-8e35-669e8d20ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:32.553600 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-28faaa1d-5c39-4b1d-8e35-669e8d20ab73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 200 len: 912 time: 0.0883067 Sep 16 00:46:32.629250 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-6849f5d5-766e-4a02-93bb-7bc99fe672c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c346ac-17f5-40c8-bedb-697a670165db HTTP/1.1" status: 200 len: 998 time: 0.0681622 Sep 16 00:46:32.676802 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-cdbbe21e-c51a-4188-b0fd-262bc9a3bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:32.678288 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-cdbbe21e-c51a-4188-b0fd-262bc9a3bced service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 200 len: 850 time: 0.0425017 Sep 16 00:46:32.723080 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-f7c5e825-6072-48f7-a366-3729291ba93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:46:32.724593 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-f7c5e825-6072-48f7-a366-3729291ba93c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398335 Sep 16 00:46:32.772355 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc721-aa5f-495f-bd63-977d785e3be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:32.800009 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'dfa8a55a-024c-4f74-ac66-c993a08b4c29', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '569119dd-d594-4747-90f0-2207c8e71278', 'port_id': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'mac_address': 'fa:16:3e:c6:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:46:20Z', 'updated_at': '2021-09-16T00:46:31Z', 'revision_number': 1, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:32.820100 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-13bcc07a-4afe-4d56-83d3-6110cb507b18 service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882356 Sep 16 00:46:32.829813 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] Checking router: 569119dd-d594-4747-90f0-2207c8e71278 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:46:32.844765 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:46:32.845399 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:46:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:32.848408 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:32.910962 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-69c36cc8-4b73-467c-99e4-32a652a9161f req-e4611a2b-2fc1-4397-8f9c-43c93bad52dd service neutron] 10.222.0.39 "GET /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843856 Sep 16 00:46:32.950232 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:46:33.173151 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'dfa8a55a-024c-4f74-ac66-c993a08b4c29', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '569119dd-d594-4747-90f0-2207c8e71278', 'port_id': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'mac_address': 'fa:16:3e:c6:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:46:20Z', 'updated_at': '2021-09-16T00:46:31Z', 'revision_number': 1, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:46:33.200378 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47555a-5fe8-4c2c-97a5-9fbbd1d879ea None None] The sync data for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi is: [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'dfa8a55a-024c-4f74-ac66-c993a08b4c29', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '569119dd-d594-4747-90f0-2207c8e71278', 'port_id': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'mac_address': 'fa:16:3e:c6:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:46:20Z', 'updated_at': '2021-09-16T00:46:31Z', 'revision_number': 1, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:46:33.388070 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82488f3-2bb3-4f32-92e7-09e464325aa0 None None] New status for floating IP dfa8a55a-024c-4f74-ac66-c993a08b4c29: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:46:33.638518 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:33.912071 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:35.819378 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:46:53.456164 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:47:00.074680 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58bbde87-f9d1-495a-9c5f-fd84c5a85171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:02.754475 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-886cf26e-2038-4280-8a9d-e7a1f411d50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:02.817818 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:03.639137 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:03.914880 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:05.821650 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:07.718688 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-55d728bd-f3d3-4e84-85d4-6db993f7a0db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388715 Sep 16 00:47:07.802771 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-f826b429-66e5-4622-834d-6ea49c016e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:07.804223 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-f826b429-66e5-4622-834d-6ea49c016e94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1098 time: 0.0424645 Sep 16 00:47:07.905801 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-245fa81c-0fb9-4dba-8e8d-79b26ba0ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:07.907250 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-245fa81c-0fb9-4dba-8e8d-79b26ba0ab15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 909 time: 0.0817847 Sep 16 00:47:07.981851 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-05d2bcf9-4ab3-4f50-96ff-c73333883fdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 1001 time: 0.0619955 Sep 16 00:47:08.032043 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-e69bc6dc-f229-49a7-b86c-a22173db7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:08.033513 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-e69bc6dc-f229-49a7-b86c-a22173db7519 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 200 len: 847 time: 0.0431950 Sep 16 00:47:08.080337 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-4752ab71-7817-43b0-8118-a3e25f8a0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:08.081899 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-4752ab71-7817-43b0-8118-a3e25f8a0641 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2977e88-d53d-4596-b31a-0a9b2a81b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398576 Sep 16 00:47:08.176326 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-e09f0d3b-bc17-46d0-88b2-92fbdeb0676f service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Sep 16 00:47:08.266066 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9ee11680-3f29-47c5-ab6a-c81b8c072957 req-2b174500-b0fe-4ec9-87c4-69ac0dba9618 service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808964 Sep 16 00:47:16.216943 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eaf4e-d27b-4437-b1cd-0bc798b14a4f req-ffedf0a9-d9f4-4397-b38e-8d13ae2de128 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:16.218419 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-690eaf4e-d27b-4437-b1cd-0bc798b14a4f req-ffedf0a9-d9f4-4397-b38e-8d13ae2de128 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0494955 Sep 16 00:47:16.255101 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-690eaf4e-d27b-4437-b1cd-0bc798b14a4f req-ba05026e-a131-498c-ae57-329a8cb7f2f8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308752 Sep 16 00:47:17.376353 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0efc54-a8c6-4f76-8438-b392be32eb55 req-f4394fba-6e18-4021-8fa2-47afa4af5b08 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:17.377944 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a0efc54-a8c6-4f76-8438-b392be32eb55 req-f4394fba-6e18-4021-8fa2-47afa4af5b08 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0509083 Sep 16 00:47:17.414845 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6a0efc54-a8c6-4f76-8438-b392be32eb55 req-6167e063-1e33-42ba-9ee4-c04a0c03ec71 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311255 Sep 16 00:47:18.533524 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be708006-8b67-4272-8238-8b57b33c166d req-2482210a-b9df-4c5f-964b-d96d016860c9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:18.534965 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-be708006-8b67-4272-8238-8b57b33c166d req-2482210a-b9df-4c5f-964b-d96d016860c9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0508711 Sep 16 00:47:18.571717 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-be708006-8b67-4272-8238-8b57b33c166d req-c47aaa32-8a4f-42ed-9bec-f9349cc8e961 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300753 Sep 16 00:47:19.686436 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8fa3-8bc9-4af0-a20a-05f4cc47d82e req-6ec78cf4-e0d8-42a6-bcc1-c57f49433ef0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:19.687923 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7b2e8fa3-8bc9-4af0-a20a-05f4cc47d82e req-6ec78cf4-e0d8-42a6-bcc1-c57f49433ef0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0476773 Sep 16 00:47:19.724970 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7b2e8fa3-8bc9-4af0-a20a-05f4cc47d82e req-11db0bcc-2240-4a27-85f0-9d72984cc352 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Sep 16 00:47:20.845370 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad6528-af77-40d0-b598-cd8b7b16c77c req-cdde921a-46ab-4b85-8b41-0aa8201fa743 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:20.846835 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-30ad6528-af77-40d0-b598-cd8b7b16c77c req-cdde921a-46ab-4b85-8b41-0aa8201fa743 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0485864 Sep 16 00:47:20.884811 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-30ad6528-af77-40d0-b598-cd8b7b16c77c req-5658834d-a1b5-488b-abf4-871554e1e173 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Sep 16 00:47:22.004248 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c13e73-04c7-429e-a291-fee51216f7ca req-6b394bdb-b7a1-4882-b752-df545512c8bc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:22.005614 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-11c13e73-04c7-429e-a291-fee51216f7ca req-6b394bdb-b7a1-4882-b752-df545512c8bc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0516384 Sep 16 00:47:22.042239 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-11c13e73-04c7-429e-a291-fee51216f7ca req-61d70244-9fca-4645-80a8-6243840a02f8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304852 Sep 16 00:47:23.161697 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa0cb-32b3-4dc7-8892-1c2b9f99a8d2 req-beb49d4d-7a6c-4193-a70e-100a9244b9cb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:23.163186 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a5bfa0cb-32b3-4dc7-8892-1c2b9f99a8d2 req-beb49d4d-7a6c-4193-a70e-100a9244b9cb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0507433 Sep 16 00:47:23.203362 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a5bfa0cb-32b3-4dc7-8892-1c2b9f99a8d2 req-93872f8d-c735-4d18-a21b-a848bf3d6a7c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325041 Sep 16 00:47:24.329617 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7eb1e-431b-4eb0-8663-176cdc665374 req-1896ffca-a7ed-4a4c-aa3b-730e1eb2459d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:24.331069 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a9a7eb1e-431b-4eb0-8663-176cdc665374 req-1896ffca-a7ed-4a4c-aa3b-730e1eb2459d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0476975 Sep 16 00:47:24.369455 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a9a7eb1e-431b-4eb0-8663-176cdc665374 req-802ef643-944e-4612-8c0a-826e203f962f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Sep 16 00:47:25.489863 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630eda-40a9-4e4f-8b28-37099cfcc63f req-a6ad1a0b-2a23-46e4-891a-2dda64bf3afb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:25.491290 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6d630eda-40a9-4e4f-8b28-37099cfcc63f req-a6ad1a0b-2a23-46e4-891a-2dda64bf3afb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0508513 Sep 16 00:47:25.528380 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6d630eda-40a9-4e4f-8b28-37099cfcc63f req-35552b0c-36ce-4baf-87c3-387e025b65fa tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Sep 16 00:47:26.643868 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1343bf-a93d-4d1e-9df8-6c26438a8c7a req-ed561837-231c-4884-b633-cacc5c379a6c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:26.645367 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8a1343bf-a93d-4d1e-9df8-6c26438a8c7a req-ed561837-231c-4884-b633-cacc5c379a6c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0481243 Sep 16 00:47:26.683002 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8a1343bf-a93d-4d1e-9df8-6c26438a8c7a req-c425d585-6890-4eaa-ae19-db3dcf3ea6e4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312481 Sep 16 00:47:27.802743 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90579a1a-4ddc-4703-808b-46eb070bf94e req-6adf594d-2b50-4202-b27f-75f1d21d9813 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:27.804328 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-90579a1a-4ddc-4703-808b-46eb070bf94e req-6adf594d-2b50-4202-b27f-75f1d21d9813 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0520749 Sep 16 00:47:27.841755 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-90579a1a-4ddc-4703-808b-46eb070bf94e req-8cb273d6-3ce7-4248-93ee-02a436b1c348 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309079 Sep 16 00:47:28.962682 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38cbc-875c-4f48-af7d-36d35d0bff0b req-da5b9b82-5f2e-4d53-8917-e0063f0ab0a8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:28.964042 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5aa38cbc-875c-4f48-af7d-36d35d0bff0b req-da5b9b82-5f2e-4d53-8917-e0063f0ab0a8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0520020 Sep 16 00:47:29.000067 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5aa38cbc-875c-4f48-af7d-36d35d0bff0b req-1f872398-85ce-4a45-8c13-ee72485682c4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301814 Sep 16 00:47:30.075051 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-16ecb6b9-1b36-4df0-956f-9853d22deaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:30.121043 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ac335-d0a6-4be4-80ee-d5812bad0f2a req-743e6ae2-9c3d-46e2-a161-f5aea30068c6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:30.122516 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-963ac335-d0a6-4be4-80ee-d5812bad0f2a req-743e6ae2-9c3d-46e2-a161-f5aea30068c6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0534556 Sep 16 00:47:30.159988 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-963ac335-d0a6-4be4-80ee-d5812bad0f2a req-e556ecdc-358e-4e93-af13-1fccd30c1d74 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Sep 16 00:47:30.454848 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:47:31.277952 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3b75-6801-4208-84d7-d69a06188d05 req-29cd3d2e-3100-4826-b283-be92f87887d6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:31.279428 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ea2a3b75-6801-4208-84d7-d69a06188d05 req-29cd3d2e-3100-4826-b283-be92f87887d6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0489414 Sep 16 00:47:31.326549 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ea2a3b75-6801-4208-84d7-d69a06188d05 req-e8e6e295-679d-467b-8e13-200813ed411d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Sep 16 00:47:32.448102 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518fc6-d8cd-4c4b-9c59-032bf58d5084 req-721a6491-9d4f-48e3-8893-b8bc157bfae8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:32.449592 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-43518fc6-d8cd-4c4b-9c59-032bf58d5084 req-721a6491-9d4f-48e3-8893-b8bc157bfae8 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0528934 Sep 16 00:47:32.488023 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-43518fc6-d8cd-4c4b-9c59-032bf58d5084 req-daedb32e-7be1-4cde-b983-ff27e78a679c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Sep 16 00:47:32.753925 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0d79d398-c9a3-419d-bc6f-16d9dfa6da54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:32.858612 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:33.605362 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1539c3-2c27-45c0-b577-3958f9addfc5 req-843215e2-99a9-4342-bc75-46eaae1ac4b0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:33.606748 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-de1539c3-2c27-45c0-b577-3958f9addfc5 req-843215e2-99a9-4342-bc75-46eaae1ac4b0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0476656 Sep 16 00:47:33.641011 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:33.645593 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-de1539c3-2c27-45c0-b577-3958f9addfc5 req-aa944cff-12f8-4f60-b296-93861bc799ae tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328159 Sep 16 00:47:33.917491 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:34.762030 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf174759-d584-4921-841d-07012f1f7f39 req-634aee10-ad5a-43b7-96e4-fbe051d2a395 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:34.763494 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bf174759-d584-4921-841d-07012f1f7f39 req-634aee10-ad5a-43b7-96e4-fbe051d2a395 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0486288 Sep 16 00:47:34.799621 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bf174759-d584-4921-841d-07012f1f7f39 req-6e019fd9-730a-4a89-bac3-c4e850968249 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300429 Sep 16 00:47:34.847766 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:47:34.942202 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:47:34.953424 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'port_id': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'mac_address': 'fa:16:3e:f3:e5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:47:34.989229 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:35.001955 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe839497-1add-4ec2-ae37-a544dbaeb596 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:47:35.020128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:47:35.024640 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:35.075672 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=6']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:47:35.082397 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.082764 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.083108 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.083437 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.083763 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.084089 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.084411 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.084752 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.085079 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.085394 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.085710 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.086025 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:47:35.121183 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['fe839497-1add-4ec2-ae37-a544dbaeb596'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:47:35.823388 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:35.920190 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba4cfd-914d-49b5-8655-062411bb2aba req-5838562a-d188-4a61-b25f-bc9eaa697a0c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:35.921663 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ddba4cfd-914d-49b5-8655-062411bb2aba req-5838562a-d188-4a61-b25f-bc9eaa697a0c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 945 time: 0.0521996 Sep 16 00:47:35.957745 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ddba4cfd-914d-49b5-8655-062411bb2aba req-6ef36c65-a774-4ad9-a1f0-7226e323052c tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Sep 16 00:47:36.871664 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:47:36.922331 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port fe839497-1add-4ec2-ae37-a544dbaeb596 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:47:36.922696 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:36.997124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:37.019552 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:47:37.022071 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd5c199-680d-4429-803a-cbf68d546213" -d '{"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:47:37.035872 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:47:37.041440 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:37.072253 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1637b3b-c54a-4a72-9fd5-505bb23069e7 x-openstack-request-id: req-b1637b3b-c54a-4a72-9fd5-505bb23069e7 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:47:37.072568 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:47:37.072847 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1637b3b-c54a-4a72-9fd5-505bb23069e7 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:47:37.073232 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'code': 200} Sep 16 00:47:37.092153 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58020b1-a752-40d8-8988-1e8cef64c815 req-5b375074-ea86-4ce9-aaa1-957e795b42f1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:37.092743 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=7']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:47:37.093872 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d58020b1-a752-40d8-8988-1e8cef64c815 req-5b375074-ea86-4ce9-aaa1-957e795b42f1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0669391 Sep 16 00:47:37.131967 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d58020b1-a752-40d8-8988-1e8cef64c815 req-4b243b0e-b060-4892-b3f3-e3908176fa66 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Sep 16 00:47:38.254269 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2cc2c-8e0e-4185-8cee-b8d9a4c40f2b req-c13e947e-2d8e-49b6-9610-8dc33d17d284 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:38.256004 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-11d2cc2c-8e0e-4185-8cee-b8d9a4c40f2b req-c13e947e-2d8e-49b6-9610-8dc33d17d284 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0524642 Sep 16 00:47:38.300277 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-11d2cc2c-8e0e-4185-8cee-b8d9a4c40f2b req-f5010175-5fb6-4d95-8bed-4075dca21e9b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370829 Sep 16 00:47:39.431078 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aabeba-62bd-4ca4-b978-afa49fd72855 req-d2384cf6-8782-4df4-8ac3-f5e187d3e415 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:39.433307 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c7aabeba-62bd-4ca4-b978-afa49fd72855 req-d2384cf6-8782-4df4-8ac3-f5e187d3e415 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0568233 Sep 16 00:47:39.478070 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c7aabeba-62bd-4ca4-b978-afa49fd72855 req-48b28ad1-213d-4327-8a74-f87b5a742db6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342240 Sep 16 00:47:40.614960 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169237-2fc8-4f03-939e-f1b2e953c0b9 req-20a76032-aa7f-4477-985f-714617585127 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:40.616708 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bc169237-2fc8-4f03-939e-f1b2e953c0b9 req-20a76032-aa7f-4477-985f-714617585127 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0513115 Sep 16 00:47:40.661600 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bc169237-2fc8-4f03-939e-f1b2e953c0b9 req-d403c062-6a6b-4395-a3b1-b22c26cde046 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386629 Sep 16 00:47:41.797001 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcc675-2a18-439f-976c-70a3d23bca4e req-94dcae8c-0fc0-425a-b236-6ce036be0352 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:41.798529 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f2bcc675-2a18-439f-976c-70a3d23bca4e req-94dcae8c-0fc0-425a-b236-6ce036be0352 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0543203 Sep 16 00:47:41.844348 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f2bcc675-2a18-439f-976c-70a3d23bca4e req-e044cfc0-ea47-447f-95a3-2f735eb69cdc tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387566 Sep 16 00:47:42.977815 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7c551-46a3-4bc6-86e7-31d5b5fbe6c2 req-0bbbeaa2-bcc8-44fd-bf0c-54883162b55a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:42.979656 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6ca7c551-46a3-4bc6-86e7-31d5b5fbe6c2 req-0bbbeaa2-bcc8-44fd-bf0c-54883162b55a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0554233 Sep 16 00:47:43.019980 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6ca7c551-46a3-4bc6-86e7-31d5b5fbe6c2 req-36cba355-3f3d-4ba6-9b6b-478434532676 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342557 Sep 16 00:47:44.142426 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3973b3-9450-4f9c-b945-fbd8ddb50063 req-c34c3735-5d7f-4069-b3f6-d434b2d42418 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:44.144052 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-de3973b3-9450-4f9c-b945-fbd8ddb50063 req-c34c3735-5d7f-4069-b3f6-d434b2d42418 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0504858 Sep 16 00:47:44.185409 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-de3973b3-9450-4f9c-b945-fbd8ddb50063 req-9c518690-aeac-47dc-95bc-1a502a173322 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340912 Sep 16 00:47:45.315552 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fc5f2-e640-40ba-bea4-4ec137c018fc req-7b836c6b-7009-4336-9269-ff1b63970141 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:45.317632 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b02fc5f2-e640-40ba-bea4-4ec137c018fc req-7b836c6b-7009-4336-9269-ff1b63970141 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0576410 Sep 16 00:47:45.373152 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b02fc5f2-e640-40ba-bea4-4ec137c018fc req-d089a9ec-eff0-46e5-a9e8-b7ce5a76f17b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471659 Sep 16 00:47:46.515059 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24505-a1df-453d-8152-3bafa18a41c6 req-3a055441-4e13-4502-9d29-79ed2615a6ca tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:46.516779 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5aa24505-a1df-453d-8152-3bafa18a41c6 req-3a055441-4e13-4502-9d29-79ed2615a6ca tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0806470 Sep 16 00:47:46.579628 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5aa24505-a1df-453d-8152-3bafa18a41c6 req-c7646378-c9d1-409a-8eac-d173b806b831 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Sep 16 00:47:47.718193 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc87926-3d75-48c7-b194-af2057134b7c req-ae5db5d9-7a69-4442-8a40-1035aa14b6b4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:47.719887 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-abc87926-3d75-48c7-b194-af2057134b7c req-ae5db5d9-7a69-4442-8a40-1035aa14b6b4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0535731 Sep 16 00:47:47.761737 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-abc87926-3d75-48c7-b194-af2057134b7c req-c31f9cf2-a140-45ff-8514-7785a1ea29f0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Sep 16 00:47:48.760337 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-9914ad96-dc1d-40b7-aedb-55f6297af476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:48.761963 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-9914ad96-dc1d-40b7-aedb-55f6297af476 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1099 time: 0.0457516 Sep 16 00:47:48.861102 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-b4613187-f270-46c3-9d25-48cae7db926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:48.863315 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-b4613187-f270-46c3-9d25-48cae7db926b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.0932941 Sep 16 00:47:48.913704 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962da41-1cdf-4b48-9279-49f9f46cb976 req-fef31ed5-8474-4ab8-9ba3-07830bd3d7f3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:48.916401 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8962da41-1cdf-4b48-9279-49f9f46cb976 req-fef31ed5-8474-4ab8-9ba3-07830bd3d7f3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0763290 Sep 16 00:47:48.937076 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-1ab447b2-eefd-4bc2-a094-5382a58d3f5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 200 len: 1002 time: 0.0664382 Sep 16 00:47:48.955058 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8962da41-1cdf-4b48-9279-49f9f46cb976 req-2cc4ab9d-cf9b-4df4-b647-02795667b8fd tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Sep 16 00:47:48.987484 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-9f61fb7d-aba4-424e-9321-e1a22cedd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:48.988993 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-9f61fb7d-aba4-424e-9321-e1a22cedd716 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0445824 Sep 16 00:47:49.033879 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-c1a71e8f-2ba2-4c35-b95d-c688a3983892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:49.035389 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-c1a71e8f-2ba2-4c35-b95d-c688a3983892 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391593 Sep 16 00:47:49.372031 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-a39c0a95-e8bb-4435-8bce-c597b4684529 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286910 Sep 16 00:47:49.460520 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-45dd0259-3341-4ac9-9a2b-b21c7a463273 req-64ee4604-18a3-451d-8fba-c724ab724289 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800536 Sep 16 00:47:50.078885 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54294354-8f48-4d6f-9eeb-55f1ba760bbf req-03a907ae-8d6a-4b0e-87c7-6d5fd242b59d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:50.080371 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-54294354-8f48-4d6f-9eeb-55f1ba760bbf req-03a907ae-8d6a-4b0e-87c7-6d5fd242b59d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0534358 Sep 16 00:47:50.117784 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-54294354-8f48-4d6f-9eeb-55f1ba760bbf req-3b8c1967-f7b5-4bf9-8771-9ff0e71b5e32 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300961 Sep 16 00:47:51.233771 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647faad-9687-47a9-bd48-037eb03c1a45 req-54003dd5-bdf6-4f95-b347-29cf1ecfbade tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:51.235274 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3647faad-9687-47a9-bd48-037eb03c1a45 req-54003dd5-bdf6-4f95-b347-29cf1ecfbade tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 946 time: 0.0482638 Sep 16 00:47:51.271951 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3647faad-9687-47a9-bd48-037eb03c1a45 req-c4c77479-a9e0-4368-94d6-bf3d21b7eb80 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309079 Sep 16 00:47:51.561734 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:47:51.636244 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:51.657875 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:47:51.660056 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bee9b3-5823-4815-b005-e03300250308" -d '{"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:47:51.672251 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:47:51.676567 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:47:51.711444 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029d9551-c9c7-49da-be68-5b42a7a9b785 x-openstack-request-id: req-029d9551-c9c7-49da-be68-5b42a7a9b785 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:47:51.711735 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:47:51.711982 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-029d9551-c9c7-49da-be68-5b42a7a9b785 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:47:51.712365 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'code': 200} Sep 16 00:47:51.736501 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=8']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:47:52.392177 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacdd33-939c-4b8a-a720-783b0635ddf0 req-4f21fbae-df25-450f-a5ce-c41cffadfd63 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:52.393668 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-beacdd33-939c-4b8a-a720-783b0635ddf0 req-4f21fbae-df25-450f-a5ce-c41cffadfd63 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0495164 Sep 16 00:47:52.431775 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-beacdd33-939c-4b8a-a720-783b0635ddf0 req-d4bcecbe-2c46-49d9-a0a4-873c12867ef0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Sep 16 00:47:53.549586 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ec36b-4ac2-4f9f-bd64-d7683e750c02 req-46bbfbbd-23ad-4281-8a17-10012d9894c9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:53.551036 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-743ec36b-4ac2-4f9f-bd64-d7683e750c02 req-46bbfbbd-23ad-4281-8a17-10012d9894c9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0509479 Sep 16 00:47:53.587662 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-743ec36b-4ac2-4f9f-bd64-d7683e750c02 req-744ac702-cb59-4661-917f-90d641e59736 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301163 Sep 16 00:47:54.705334 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc5e79-b7c3-44e1-81f4-74afe6b12226 req-da4b8c19-3e2d-41ae-98e6-d3e49b0dac1a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:54.706823 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-96cc5e79-b7c3-44e1-81f4-74afe6b12226 req-da4b8c19-3e2d-41ae-98e6-d3e49b0dac1a tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0488744 Sep 16 00:47:54.745445 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-96cc5e79-b7c3-44e1-81f4-74afe6b12226 req-ce715b1b-0f3a-49b1-8c96-1b31e00026b5 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 Sep 16 00:47:55.694083 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3977e5e-6139-42c6-b24c-6cbf24d1cf13 req-5999a3b4-8954-4666-ac9f-a4b1f80bf80b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:55.695754 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d3977e5e-6139-42c6-b24c-6cbf24d1cf13 req-5999a3b4-8954-4666-ac9f-a4b1f80bf80b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0497112 Sep 16 00:47:55.734145 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d3977e5e-6139-42c6-b24c-6cbf24d1cf13 req-e479d321-94ef-4cbb-9df6-5b6f4b5dfc1e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326099 Sep 16 00:47:55.874859 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43116) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:47:55.954132 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-8958c78f-dc6f-4c60-94c6-a719a21e7159 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781386 Sep 16 00:47:55.963293 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-f1bd5377-d975-4900-b6d4-180c8d33c392 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:47:55.964328 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-f1bd5377-d975-4900-b6d4-180c8d33c392 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053954 Sep 16 00:47:56.785668 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-da7ac74c-6f85-40cd-9c44-eb6dd894fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:56.787165 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-da7ac74c-6f85-40cd-9c44-eb6dd894fc6f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a&tenant_id=3cdc107b671940128936bc82bfd44250 HTTP/1.1" status: 200 len: 1097 time: 0.0443854 Sep 16 00:47:56.875199 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-91699247-6c14-46b8-a31b-29bed513e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:56.876728 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-91699247-6c14-46b8-a31b-29bed513e156 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1097 time: 0.0665908 Sep 16 00:47:56.888360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51ae3-208b-43ec-9949-a06ba922f1a5 req-69e6c45d-ceb8-4e82-9f34-9d7539e63fd4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:56.889761 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-20d51ae3-208b-43ec-9949-a06ba922f1a5 req-69e6c45d-ceb8-4e82-9f34-9d7539e63fd4 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0718749 Sep 16 00:47:56.966492 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:47:56.982051 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-20d51ae3-208b-43ec-9949-a06ba922f1a5 req-4d37b30e-a16d-4189-95c4-0d48848b5528 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843740 Sep 16 00:47:57.002564 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-c1a23493-9a37-413a-966d-0d3abab07457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:57.004076 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-c1a23493-9a37-413a-966d-0d3abab07457 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.1134827 Sep 16 00:47:57.073825 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-c8550a5b-05a4-47d6-a6a2-aa2a661e338b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 200 len: 1000 time: 0.0622065 Sep 16 00:47:57.122417 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-0ec6afae-0a7a-4b25-860d-180fb7a1ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:57.123823 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-0ec6afae-0a7a-4b25-860d-180fb7a1ee69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0426896 Sep 16 00:47:57.168201 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-1489f297-59a7-43af-9f52-8d308f1d8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:57.169689 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-1489f297-59a7-43af-9f52-8d308f1d8159 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387263 Sep 16 00:47:57.262623 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-5fe45664-89f2-4d31-bead-91bac0190fe1 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837603 Sep 16 00:47:57.354856 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f3aa6f84-63e5-42d4-a613-829500f799c7 req-835f2d1a-f045-4863-ab70-307b052b7966 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846624 Sep 16 00:47:58.358980 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a3812-d6d1-4295-8b97-4a6e08696f4b req-3f8b1334-d27a-4a57-a310-34e148e74014 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:58.361990 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e04a3812-d6d1-4295-8b97-4a6e08696f4b req-3f8b1334-d27a-4a57-a310-34e148e74014 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.2933981 Sep 16 00:47:58.408408 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e04a3812-d6d1-4295-8b97-4a6e08696f4b req-c4201ad9-4a62-4c1a-b25c-5d15929b018b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384493 Sep 16 00:47:59.531017 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f182c5-bb36-47ea-a07d-1f97929857a7 req-7bcb50d0-2ca3-4bc2-a52b-284e27c3450d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:59.532546 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-48f182c5-bb36-47ea-a07d-1f97929857a7 req-7bcb50d0-2ca3-4bc2-a52b-284e27c3450d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0528665 Sep 16 00:47:59.578100 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-48f182c5-bb36-47ea-a07d-1f97929857a7 req-93366708-768f-4c85-afdf-21cb428707e3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 Sep 16 00:47:59.829428 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-055fc80e-b6f9-4535-beb1-60ee22a2c5b6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403203904&fields=id&tenant_id=eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 267 time: 0.0317438 Sep 16 00:47:59.937544 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-d890830a-8ea3-4466-b2d8-4f9388503297 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:47:59.939138 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-d890830a-8ea3-4466-b2d8-4f9388503297 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 812 time: 0.1027522 Sep 16 00:47:59.967004 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-092c6ade-2e0a-4988-8e9c-31e4bfc90a76 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/quotas/eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 375 time: 0.0174296 Sep 16 00:48:00.022326 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-78f1d097-b838-4866-af83-7873d94df060 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527530 Sep 16 00:48:00.077019 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-01fa4d02-393e-440c-bc5f-ac0a83b967e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:00.130252 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-d471b0f8-b3b9-4575-ae70-e7632c531c92 service neutron] 10.222.0.13 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921776 Sep 16 00:48:00.227450 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-15c146d2-63fb-4d32-9415-4c571b103200 service neutron] 10.222.0.13 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900974 Sep 16 00:48:00.516626 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3bea6b68-009d-48be-aa79-5c59c808624a req-07d04acc-b41e-4cf4-b592-397b2eefc184 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0260537 Sep 16 00:48:00.707707 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7ea48-9e51-4d84-8275-d389c27cfd3b req-a9c4ada2-1285-4e82-b5eb-3eaa14ecdf58 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:00.709268 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a0c7ea48-9e51-4d84-8275-d389c27cfd3b req-a9c4ada2-1285-4e82-b5eb-3eaa14ecdf58 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0527396 Sep 16 00:48:00.756994 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a0c7ea48-9e51-4d84-8275-d389c27cfd3b req-8032b5d3-74c8-4bf1-ac34-08f6b0646844 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391431 Sep 16 00:48:01.620434 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ebc9bb65-d157-4e06-923b-2ba28dc3a0ef req-710606e6-b7f9-4b94-a2e9-8aba56586834 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0260713 Sep 16 00:48:01.881258 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bebfe1-8f9d-436e-b2f9-a0d3eb8e45b0 req-583978f3-3e35-4a3c-9da6-20c66fd35d78 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:01.883339 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-37bebfe1-8f9d-436e-b2f9-a0d3eb8e45b0 req-583978f3-3e35-4a3c-9da6-20c66fd35d78 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0522399 Sep 16 00:48:01.921051 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-37bebfe1-8f9d-436e-b2f9-a0d3eb8e45b0 req-e9e3e59f-51ad-45c3-9002-eab172431e52 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318124 Sep 16 00:48:02.710210 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6064839e-ae07-4e47-940f-cdaf5f800b62 req-bd4b9ba3-653d-4e2e-b8c2-342add06dfb1 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0261831 Sep 16 00:48:02.757266 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8046-1193-4658-8fda-2f50e7c93032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:02.875894 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:03.045366 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeefe6-0730-4aaf-a7d7-f7c8cb27dd5f req-10e2cac0-84a6-482f-8ce5-c504b0b4c0ac tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:03.046893 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-99aeefe6-0730-4aaf-a7d7-f7c8cb27dd5f req-10e2cac0-84a6-482f-8ce5-c504b0b4c0ac tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0526993 Sep 16 00:48:03.084883 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-99aeefe6-0730-4aaf-a7d7-f7c8cb27dd5f req-b799b4d2-4a0a-4eae-9e2b-8ea4581dca6b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Sep 16 00:48:03.643265 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:03.805571 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-33d54545-baaa-43a0-abe0-3a47e45ae35a req-f436ac07-b77a-42bb-8d11-ea3b83af8a36 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0292497 Sep 16 00:48:03.919927 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:04.206288 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa4af-8209-47c5-b177-7fa94afcf4f5 req-d70d87fd-3670-42a8-b591-80bc626dac23 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:04.207762 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e23fa4af-8209-47c5-b177-7fa94afcf4f5 req-d70d87fd-3670-42a8-b591-80bc626dac23 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0491381 Sep 16 00:48:04.244618 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e23fa4af-8209-47c5-b177-7fa94afcf4f5 req-1e78061c-7087-43bc-b380-efab4299eb61 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Sep 16 00:48:04.895796 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0b69d68b-99af-4f9b-af2c-224fac7ca8e8 req-34987f94-14f0-45a8-8edc-4a7a290e4666 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0253866 Sep 16 00:48:05.365327 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e7075-cf9e-4dce-b594-f52c10ebe462 req-5b999a0b-58d2-443d-baaf-47c17740bfd6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:05.368071 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f13e7075-cf9e-4dce-b594-f52c10ebe462 req-5b999a0b-58d2-443d-baaf-47c17740bfd6 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0534260 Sep 16 00:48:05.406237 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f13e7075-cf9e-4dce-b594-f52c10ebe462 req-67a0d6dd-d47c-4885-9d12-dce6bbe0c79b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Sep 16 00:48:05.826554 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:05.994240 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-43162f22-7901-43cb-b7f1-ff33814d995c req-71f277c0-940b-44a8-b4b6-f8819413bf9f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0291388 Sep 16 00:48:06.526027 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571054-e75d-4149-9f53-f03f6c8afaea req-5ed00bea-cc81-4305-b33d-f362e4de1ba3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:06.533921 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f1571054-e75d-4149-9f53-f03f6c8afaea req-5ed00bea-cc81-4305-b33d-f362e4de1ba3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0569210 Sep 16 00:48:06.569848 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f1571054-e75d-4149-9f53-f03f6c8afaea req-3103a6ee-2804-437c-a61b-96c13a51ad23 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348980 Sep 16 00:48:07.084422 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9c3b7604-8fac-4c15-a0c0-b52f31c57da3 req-9a89660c-dfd8-47df-92f2-bbc917b79f8f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0257609 Sep 16 00:48:07.454250 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:48:07.695829 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818458e-67cb-4658-9a07-187e5fcecdec req-451b369f-debc-44ac-bf29-ca24c49c0abf tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:07.697336 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f818458e-67cb-4658-9a07-187e5fcecdec req-451b369f-debc-44ac-bf29-ca24c49c0abf tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0544109 Sep 16 00:48:07.735002 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f818458e-67cb-4658-9a07-187e5fcecdec req-9bfc0506-4020-44f5-85bb-33bb613806bb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Sep 16 00:48:08.174930 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8799f9a4-8ee9-48c5-a31c-22acbc27da88 req-5b4b2a61-6149-4c7f-a13c-7c5d03f6fee0 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0268333 Sep 16 00:48:08.851657 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2b68-2e53-4fca-be5b-6a7a410a32d6 req-b5219391-9efb-41ac-bb70-f3da49151292 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:08.853124 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-425a2b68-2e53-4fca-be5b-6a7a410a32d6 req-b5219391-9efb-41ac-bb70-f3da49151292 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0476000 Sep 16 00:48:08.892594 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-425a2b68-2e53-4fca-be5b-6a7a410a32d6 req-2131d131-b78a-498b-af62-8ce2982c917b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336454 Sep 16 00:48:09.265611 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0dad574d-da3c-44f5-aef4-f7bc58e9afce req-deb52c20-dbe6-491b-af09-5291be30a8e2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0267835 Sep 16 00:48:10.029906 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6635ad1-5c4d-4f31-8f3f-f37e259b5dbf req-53e6fc21-81b9-4db8-964f-4dc7f3de8001 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:10.031269 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c6635ad1-5c4d-4f31-8f3f-f37e259b5dbf req-53e6fc21-81b9-4db8-964f-4dc7f3de8001 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0519688 Sep 16 00:48:10.068966 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c6635ad1-5c4d-4f31-8f3f-f37e259b5dbf req-7f32a46e-df27-4963-8020-febe28017d21 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318949 Sep 16 00:48:10.366862 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-59a9adc2-2be8-412d-aaaf-22db1cee763b req-327906f3-182e-4bbe-82be-43e31f563f41 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0269017 Sep 16 00:48:11.196738 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec984155-a647-414a-8fe2-8e8203fc4fc9 req-48ffc018-2aa2-40ff-aa83-a420e0d5e035 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:11.198205 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ec984155-a647-414a-8fe2-8e8203fc4fc9 req-48ffc018-2aa2-40ff-aa83-a420e0d5e035 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0506005 Sep 16 00:48:11.234738 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ec984155-a647-414a-8fe2-8e8203fc4fc9 req-e4a10c8d-82b9-4608-a5f8-59e7d75ed2af tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Sep 16 00:48:11.461571 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9a196d22-cf61-4d9f-90b7-fd96c0bd3ee2 req-fd4665ea-a8ca-4416-b61a-5fe33ee81b2f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0296698 Sep 16 00:48:12.351676 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db095-59c5-4d8e-bd5a-454c23050472 req-575424de-0756-4d65-b6d6-cda40bf448b1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:12.353139 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6b9db095-59c5-4d8e-bd5a-454c23050472 req-575424de-0756-4d65-b6d6-cda40bf448b1 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0481744 Sep 16 00:48:12.390439 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6b9db095-59c5-4d8e-bd5a-454c23050472 req-e6da30e9-d465-4089-9537-8e8002bb3893 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Sep 16 00:48:12.552168 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-342ad094-362c-42a7-8e70-b89731756767 req-f44a105e-7430-4579-84af-153ca5e39a97 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0259659 Sep 16 00:48:13.509170 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ec1e1-b57a-40cb-a31e-31e251e8c402 req-0f5d50b7-3fb5-4840-b7aa-20611391fa2e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:13.510618 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d08ec1e1-b57a-40cb-a31e-31e251e8c402 req-0f5d50b7-3fb5-4840-b7aa-20611391fa2e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0486858 Sep 16 00:48:13.547955 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d08ec1e1-b57a-40cb-a31e-31e251e8c402 req-3bba6c84-86ee-4689-8077-06d840bcf1c9 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Sep 16 00:48:13.648193 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8456d6b4-cca7-4b11-9ef0-eef1373332c3 req-6d1d54cf-94f0-45aa-b3ff-34c960e80dd9 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0327477 Sep 16 00:48:14.102036 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-8aeea9c7-9c21-479d-a9c5-cd1544b1c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:14.103591 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-8aeea9c7-9c21-479d-a9c5-cd1544b1c3a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cdc107b671940128936bc82bfd44250&device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1097 time: 0.0452120 Sep 16 00:48:14.243379 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-75f8f15d-4728-4417-8140-4c1a440a70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:14.245015 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-75f8f15d-4728-4417-8140-4c1a440a70b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 200 len: 918 time: 0.1033437 Sep 16 00:48:14.322831 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-4f91a746-8254-4f17-bf8b-6649531ef9f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 200 len: 1000 time: 0.0600483 Sep 16 00:48:14.380687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-928f283c-7968-402b-ae8f-d6e54194f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:14.382296 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-928f283c-7968-402b-ae8f-d6e54194f44f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 200 len: 856 time: 0.0460460 Sep 16 00:48:14.433360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-f64ec602-3d42-4d14-b376-1300f02eda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:14.434892 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-f64ec602-3d42-4d14-b376-1300f02eda8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e48b003-30c1-4525-82d8-fb61c94e2598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452180 Sep 16 00:48:14.533484 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-0f71ba2f-4f06-4973-820b-cc0cca5c8154 service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901594 Sep 16 00:48:14.674526 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4849ca-d920-40b8-a7cf-8b4fdcd7999d req-f6ceb0c2-f538-4ee5-b438-72a380fc6d7d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:14.676303 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9e4849ca-d920-40b8-a7cf-8b4fdcd7999d req-f6ceb0c2-f538-4ee5-b438-72a380fc6d7d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.1176503 Sep 16 00:48:14.681518 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c103234-ce64-445f-a633-04f53faa6231 req-d21a2908-b6aa-4b66-922e-093b4c973541 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:14.686018 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5c103234-ce64-445f-a633-04f53faa6231 req-d21a2908-b6aa-4b66-922e-093b4c973541 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0647027 Sep 16 00:48:14.728545 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-cded1f1b-6626-4a95-a5c5-5767f724940e req-99bf51bb-8073-43fc-bd34-c70e32bff97d service neutron] 10.222.0.39 "GET /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431913 Sep 16 00:48:14.736620 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5c103234-ce64-445f-a633-04f53faa6231 req-12b6e8a3-9e33-4ddb-b707-a75e0dda664f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385191 Sep 16 00:48:14.757229 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9e4849ca-d920-40b8-a7cf-8b4fdcd7999d req-0595abd3-0b88-4f05-9b6f-e1854adddb03 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657177 Sep 16 00:48:14.853589 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-36cdf3b1-a95b-4e3b-bb8a-89451ea1e825 req-2233b451-6ec3-4dde-b8b4-1cb059444516 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0302691 Sep 16 00:48:14.877500 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-3d968277-10cb-40d8-b339-9160c310560c tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:14.878928 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-3d968277-10cb-40d8-b339-9160c310560c tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 812 time: 0.1144452 Sep 16 00:48:14.930440 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-2e2dbeeb-e528-47a7-8bcc-3d4fa29438af tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca8c8af142841f08c26a48f384e1660 HTTP/1.1" status: 200 len: 379 time: 0.0356734 Sep 16 00:48:14.940285 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'port': {'device_id': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'admin_state_up': True, 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'security_groups': ['9da914e1-4d9a-42b5-9bb5-11d052060754']}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:48:15.052183 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Made reservation on behalf of eca8c8af142841f08c26a48f384e1660 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:48:15.055919 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.188249 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Allocated IP 172.20.0.4 (5081fe0c-26de-4a17-ae54-7f7ed30d4f88/aed00d2d-04aa-4c81-9f28-944c229ab737/c849e024-7c3c-4dca-9108-b67feb90e922) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:48:15.328905 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.361883 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.403298 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:48:15.406367 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:48:15.408868 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:48:15.437639 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=c849e024-7c3c-4dca-9108-b67feb90e922,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:15.453546 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.453889 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.454224 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.454550 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.454869 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.455191 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.455517 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.455833 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.456479 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.456479 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.456794 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.457105 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:15.486238 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:15.486875 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.501896 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36093c06-2c66-4032-84d5-c831d87bdf99 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655725 Sep 16 00:48:15.514378 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Request body: {'port': {'device_id': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:48:15.574694 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.666898 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-5f3fc9cc-76f3-4777-9343-e27589e5bd8f None None] Provisioning complete for port c849e024-7c3c-4dca-9108-b67feb90e922 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:48:15.667518 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc9cc-76f3-4777-9343-e27589e5bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.702802 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-5f3fc9cc-76f3-4777-9343-e27589e5bd8f None None] Port c849e024-7c3c-4dca-9108-b67feb90e922 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:48:15.860556 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c849e024-7c3c-4dca-9108-b67feb90e922 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:48:15.871377 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.874010 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6614273-0c1c-439d-beb5-ae92e8488f86 req-34eeb3c4-a5d7-4024-a7b5-dd955c8dda81 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:15.876246 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c6614273-0c1c-439d-beb5-ae92e8488f86 req-34eeb3c4-a5d7-4024-a7b5-dd955c8dda81 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0506711 Sep 16 00:48:15.896745 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140f3f5-157d-4c50-b356-693214278add req-619e9977-b793-4dd3-be2c-3d8f627ad4de tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:15.898367 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3140f3f5-157d-4c50-b356-693214278add req-619e9977-b793-4dd3-be2c-3d8f627ad4de tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0737269 Sep 16 00:48:15.899571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Transition to ACTIVE for port object c849e024-7c3c-4dca-9108-b67feb90e922 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:48:15.904451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:15.916244 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c6614273-0c1c-439d-beb5-ae92e8488f86 req-e5826ab1-4638-43c1-a659-471630bc5aad tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346887 Sep 16 00:48:15.987188 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c849e024-7c3c-4dca-9108-b67feb90e922,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:15.994591 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3140f3f5-157d-4c50-b356-693214278add req-8b689b99-a13a-4976-ae91-d2f424e9ab10 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865476 Sep 16 00:48:16.029372 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2ab1-74ec-4b87-bfdb-43cb93dd9ed0 req-1e62d106-d65a-4bd6-9b35-9c38164abdf3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.030960 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-517a2ab1-74ec-4b87-bfdb-43cb93dd9ed0 req-1e62d106-d65a-4bd6-9b35-9c38164abdf3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0532005 Sep 16 00:48:16.071905 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-517a2ab1-74ec-4b87-bfdb-43cb93dd9ed0 req-c4621a46-2cf2-4892-aba5-ed2f29dd7504 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343201 Sep 16 00:48:16.072353 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Attempting to bind port c849e024-7c3c-4dca-9108-b67feb90e922 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:48:16.072716 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Attempting to bind port c849e024-7c3c-4dca-9108-b67feb90e922 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:48:16.073051 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Attempting to bind port c849e024-7c3c-4dca-9108-b67feb90e922 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:48:16.077738 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Port c849e024-7c3c-4dca-9108-b67feb90e922 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:48:16.078063 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Attempting to bind port c849e024-7c3c-4dca-9108-b67feb90e922 on network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:48:16.083038 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:48:16.083373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Checking segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:48:16.083753 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Bound using segment: {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:48:16.084178 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Bound port: c849e024-7c3c-4dca-9108-b67feb90e922, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63954d8-d6e6-47dd-a4c6-84e93931498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:48:16.086150 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:16.154114 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] For port c849e024-7c3c-4dca-9108-b67feb90e922, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:48:16.157076 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] For port c849e024-7c3c-4dca-9108-b67feb90e922, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c849e024-7c3c-4dca-9108-b67feb90e922,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:48:16.162360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:16.198281 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.198893 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:16.200287 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] 10.222.0.39 "PUT /v2.0/ports/c849e024-7c3c-4dca-9108-b67feb90e922 HTTP/1.1" status: 200 len: 1093 time: 0.6902494 Sep 16 00:48:16.200759 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:16.202963 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b916583-b24d-4b36-9297-a5f2d64773f1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:16.228889 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12295d7-00a1-4cda-a8fa-4385f7969c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c849e024-7c3c-4dca-9108-b67feb90e922,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:16.253204 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c649a526-4398-4b95-8a31-ea96258806e2 x-openstack-request-id: req-c649a526-4398-4b95-8a31-ea96258806e2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:16.253493 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:16.253740 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c649a526-4398-4b95-8a31-ea96258806e2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:16.254324 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'status': 'completed', 'code': 200} Sep 16 00:48:16.283770 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-399b7ff2-579e-463f-8c6f-c3c649c41288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.285369 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-399b7ff2-579e-463f-8c6f-c3c649c41288 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 1096 time: 0.0425253 Sep 16 00:48:16.332561 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-d5b247ee-440f-4b02-85ef-19a8c770129b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c849e024-7c3c-4dca-9108-b67feb90e922 HTTP/1.1" status: 200 len: 217 time: 0.0385535 Sep 16 00:48:16.384963 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36a325c5-99e9-4da3-acef-23b75908d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.386466 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-36a325c5-99e9-4da3-acef-23b75908d39a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0467741 Sep 16 00:48:16.431506 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-953811f9-e73b-4aa5-b76c-c2ab64906775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.433014 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-953811f9-e73b-4aa5-b76c-c2ab64906775 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396302 Sep 16 00:48:16.525648 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-b47c009f-7800-4918-b4df-7a37a98451ac service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851505 Sep 16 00:48:16.610480 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-bed8a68b-cf9f-4c49-82fe-30650dd0e362 req-ad1b3e8d-4b0d-4d51-8bda-456811c32564 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781672 Sep 16 00:48:16.694072 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-14e99ef8-1101-40e0-8cfa-09e146b7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.696484 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-14e99ef8-1101-40e0-8cfa-09e146b7baf5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 1096 time: 0.0414531 Sep 16 00:48:16.790501 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-9c0a54f9-5562-484c-9362-533525dc79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.791895 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-9c0a54f9-5562-484c-9362-533525dc79fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.0878999 Sep 16 00:48:16.833515 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-3dcbf2b9-6388-4940-9aa2-607f092dd22d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c849e024-7c3c-4dca-9108-b67feb90e922 HTTP/1.1" status: 200 len: 217 time: 0.0340176 Sep 16 00:48:16.884706 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-e31b8b65-d219-4604-9d02-7d2ceb8ea23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.886077 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-e31b8b65-d219-4604-9d02-7d2ceb8ea23c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0453205 Sep 16 00:48:16.932139 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-af65aee9-7f29-4611-9da6-1aa525350355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:16.933623 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-af65aee9-7f29-4611-9da6-1aa525350355 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384846 Sep 16 00:48:17.026611 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-2e0cd411-ecfd-48dd-9839-d348da3dbf8d service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856431 Sep 16 00:48:17.036323 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe29968-a722-4e43-9adf-8c04e3d4e740 req-5527ffcb-40a7-4c56-b9f4-980d14c1ffdf tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:17.038392 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1fe29968-a722-4e43-9adf-8c04e3d4e740 req-5527ffcb-40a7-4c56-b9f4-980d14c1ffdf tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0496294 Sep 16 00:48:17.078056 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1fe29968-a722-4e43-9adf-8c04e3d4e740 req-e6e92448-e33d-44b5-b8dc-b3dfe388bfeb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Sep 16 00:48:17.152574 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1508d-7ee9-400a-afe8-9633a8b24d7c req-217b391a-3608-4307-a3c9-0d3e1469105a tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:17.154111 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-65d1508d-7ee9-400a-afe8-9633a8b24d7c req-217b391a-3608-4307-a3c9-0d3e1469105a tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0888321 Sep 16 00:48:17.157772 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5b916583-b24d-4b36-9297-a5f2d64773f1 req-4e510d06-d8e0-4f5f-936b-75b2c3a7b101 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237273 Sep 16 00:48:17.194392 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc1dd9-93b4-4be3-8f25-6630d5a59043 req-d294d65a-9dac-469e-bf3a-fc58cda88cc0 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:17.195989 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-92dc1dd9-93b4-4be3-8f25-6630d5a59043 req-d294d65a-9dac-469e-bf3a-fc58cda88cc0 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0547276 Sep 16 00:48:17.196196 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-65d1508d-7ee9-400a-afe8-9633a8b24d7c req-febd51ad-6b58-4b04-89bd-3f9e1bf37737 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361919 Sep 16 00:48:17.233632 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-92dc1dd9-93b4-4be3-8f25-6630d5a59043 req-a3ac4b4e-5dec-4bc1-b8f0-a5314a8b710f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Sep 16 00:48:18.197803 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a70640-e354-4e47-90cf-e3060fd036b1 req-67636a5f-ec97-4885-b551-68faeced029f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:18.199250 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9a70640-e354-4e47-90cf-e3060fd036b1 req-67636a5f-ec97-4885-b551-68faeced029f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 944 time: 0.0487764 Sep 16 00:48:18.235695 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9a70640-e354-4e47-90cf-e3060fd036b1 req-1f089756-a94e-4952-b67a-2c492edde37b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305054 Sep 16 00:48:18.310878 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88a98c-7991-4423-95d9-2a756f48f1f3 req-a3d8518f-36d7-463b-a774-4b855ab56028 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:18.314031 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9b88a98c-7991-4423-95d9-2a756f48f1f3 req-a3d8518f-36d7-463b-a774-4b855ab56028 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0498953 Sep 16 00:48:18.349613 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66633-e548-40d6-b4ef-d2224dd3aa34 req-b9b3009c-7dd4-4a7c-ac35-79836e96bbf5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:18.350996 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9b88a98c-7991-4423-95d9-2a756f48f1f3 req-80c3ca87-aa6a-4ffb-ab9c-3e5e1c71227d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Sep 16 00:48:18.352407 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6ca66633-e548-40d6-b4ef-d2224dd3aa34 req-b9b3009c-7dd4-4a7c-ac35-79836e96bbf5 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0506546 Sep 16 00:48:18.391393 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6ca66633-e548-40d6-b4ef-d2224dd3aa34 req-30fe60a0-05fd-4811-bcfe-c94180c668db tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344067 Sep 16 00:48:19.091669 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:48:19.187204 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:19.198174 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'port_id': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'mac_address': 'fa:16:3e:f3:e5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:48:19.234025 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:19.249010 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe839497-1add-4ec2-ae37-a544dbaeb596 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:48:19.267769 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:19.272705 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:19.318770 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=9']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:19.354049 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cc02e-e4a6-4377-9048-e095a53f6623 req-e1ed6ecc-ca79-45f3-a3be-283ed6ef606e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:19.355436 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-385cc02e-e4a6-4377-9048-e095a53f6623 req-e1ed6ecc-ca79-45f3-a3be-283ed6ef606e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 945 time: 0.0484822 Sep 16 00:48:19.393522 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-385cc02e-e4a6-4377-9048-e095a53f6623 req-db5d68c0-ee40-4178-8480-b73d66d59ba2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Sep 16 00:48:19.472596 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48da1-457f-454b-aa35-d0c1e6104e99 req-584e9c68-fa2f-4e6b-9642-53f025c95462 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:19.474169 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a7c48da1-457f-454b-aa35-d0c1e6104e99 req-584e9c68-fa2f-4e6b-9642-53f025c95462 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Sep 16 00:48:19.509051 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cbf5c-4628-4aac-83be-a28608daf693 req-f1f20bca-23e9-4981-b31b-e2b61a8bd6a7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:19.510546 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-609cbf5c-4628-4aac-83be-a28608daf693 req-f1f20bca-23e9-4981-b31b-e2b61a8bd6a7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0535228 Sep 16 00:48:19.517315 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a7c48da1-457f-454b-aa35-d0c1e6104e99 req-ff6a3182-26e3-4bbb-aeea-1117a7e1c9f0 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371017 Sep 16 00:48:19.552250 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-609cbf5c-4628-4aac-83be-a28608daf693 req-c5ba1a5a-a474-4e8c-8962-960e305565d7 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355737 Sep 16 00:48:19.706910 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['fe839497-1add-4ec2-ae37-a544dbaeb596'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:48:20.509712 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc114e7d-b807-4d67-9dab-03914b3e78fc req-6d207ff3-b348-4cb9-a433-08a87de1ef09 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:20.511153 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dc114e7d-b807-4d67-9dab-03914b3e78fc req-6d207ff3-b348-4cb9-a433-08a87de1ef09 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 945 time: 0.0472152 Sep 16 00:48:20.548434 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dc114e7d-b807-4d67-9dab-03914b3e78fc req-4932edc5-de60-4a09-a98d-8676badacc42 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Sep 16 00:48:20.642787 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08f3a2-7e1a-496d-8a70-353f0c96bc3e req-3b44fc51-1fa6-4c1a-81cc-b0105512327b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:20.644977 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cf08f3a2-7e1a-496d-8a70-353f0c96bc3e req-3b44fc51-1fa6-4c1a-81cc-b0105512327b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0619938 Sep 16 00:48:20.674929 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad2c5d-0981-4ca5-a4be-8c7d75dfb339 req-6cb8c6d8-9564-45ce-84d9-c18d9a4815a3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:20.676460 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9aad2c5d-0981-4ca5-a4be-8c7d75dfb339 req-6cb8c6d8-9564-45ce-84d9-c18d9a4815a3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0525665 Sep 16 00:48:20.685133 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cf08f3a2-7e1a-496d-8a70-353f0c96bc3e req-728fbcaf-d45a-4a4b-97ba-32acc067b67d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Sep 16 00:48:20.716478 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9aad2c5d-0981-4ca5-a4be-8c7d75dfb339 req-cc830a0a-07e6-4b8b-968d-24e4c438c1e1 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316916 Sep 16 00:48:21.092432 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:48:21.145195 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port fe839497-1add-4ec2-ae37-a544dbaeb596 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:48:21.145570 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:21.223166 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:21.244944 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:21.247183 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fe9fc6-4c6a-4ef3-a486-1d0bcd09bf06" -d '{"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:21.259579 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:21.263761 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:21.294149 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a74cfdd-ba43-420d-9f5b-d0fb04ef1ffd x-openstack-request-id: req-7a74cfdd-ba43-420d-9f5b-d0fb04ef1ffd {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:21.294434 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:21.294683 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a74cfdd-ba43-420d-9f5b-d0fb04ef1ffd {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:21.295069 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'code': 200} Sep 16 00:48:21.322018 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=10']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:21.459132 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add48da4-dc07-4f6f-9150-7423d8fc696a req-ca00dcab-a202-4120-bee1-639c6cd87f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:21.461039 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-add48da4-dc07-4f6f-9150-7423d8fc696a req-ca00dcab-a202-4120-bee1-639c6cd87f05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 1100 time: 0.0413833 Sep 16 00:48:21.502053 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-add48da4-dc07-4f6f-9150-7423d8fc696a req-f0513aa5-667f-478e-82b4-576f7f9062ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Sep 16 00:48:21.666301 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b955dc9-a7e0-4a52-9467-9794954d2845 req-072776a8-458f-4bb5-b78d-94771d766a9f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:21.667732 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2b955dc9-a7e0-4a52-9467-9794954d2845 req-072776a8-458f-4bb5-b78d-94771d766a9f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0491605 Sep 16 00:48:21.707038 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-2b955dc9-a7e0-4a52-9467-9794954d2845 req-02997a67-e8a1-4eca-ad7f-d68da5ac8724 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333006 Sep 16 00:48:21.814256 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286b3c7-4c23-4829-a4d8-5e20cfd9dea0 req-62b9d605-8843-4c9e-b8ed-546a0d5d4d72 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:21.815746 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a286b3c7-4c23-4829-a4d8-5e20cfd9dea0 req-62b9d605-8843-4c9e-b8ed-546a0d5d4d72 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0497165 Sep 16 00:48:21.835325 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4832a3b-6c7a-4792-a8ec-6248b144de1d req-57bc810b-739f-4db7-ae63-0924cf39a16a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:21.836876 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e4832a3b-6c7a-4792-a8ec-6248b144de1d req-57bc810b-739f-4db7-ae63-0924cf39a16a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0504932 Sep 16 00:48:21.858496 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a286b3c7-4c23-4829-a4d8-5e20cfd9dea0 req-51cc5673-09b8-4425-933e-610fbc8f399a tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358491 Sep 16 00:48:21.879341 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e4832a3b-6c7a-4792-a8ec-6248b144de1d req-eb3c5f12-2b46-40b8-abbe-d042c5b20c03 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363057 Sep 16 00:48:22.835762 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074adcc-c0e1-4ca4-adb9-6b46f20c1d24 req-b59a78f8-4562-4ac4-8967-ecbccc4ed3d2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:22.837226 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9074adcc-c0e1-4ca4-adb9-6b46f20c1d24 req-b59a78f8-4562-4ac4-8967-ecbccc4ed3d2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0512769 Sep 16 00:48:22.874745 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9074adcc-c0e1-4ca4-adb9-6b46f20c1d24 req-70126d5f-3eb5-470f-a6fb-f511e77966da tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Sep 16 00:48:22.973604 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd27b1a-43a1-4b22-b006-cdf4df3f2692 req-0e841710-6266-47b1-b031-6156e189c02d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:22.975588 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7cd27b1a-43a1-4b22-b006-cdf4df3f2692 req-0e841710-6266-47b1-b031-6156e189c02d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0488775 Sep 16 00:48:22.993664 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781673e-012b-4cb2-93be-30135a4a4bd0 req-871dc528-f800-446c-83d4-74c36a641edb tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:22.995085 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d781673e-012b-4cb2-93be-30135a4a4bd0 req-871dc528-f800-446c-83d4-74c36a641edb tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0487530 Sep 16 00:48:23.016583 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7cd27b1a-43a1-4b22-b006-cdf4df3f2692 req-56365db0-1efe-4cf9-9fab-feed188f8b20 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349853 Sep 16 00:48:23.032459 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d781673e-012b-4cb2-93be-30135a4a4bd0 req-fa430a40-5a08-4345-85a3-5bb4426fde76 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Sep 16 00:48:23.996927 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c2303-b74f-4ebb-815c-67b5afa9ff83 req-99ad4389-d04a-4ea9-836a-71b19995fa6e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:23.998418 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-593c2303-b74f-4ebb-815c-67b5afa9ff83 req-99ad4389-d04a-4ea9-836a-71b19995fa6e tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0491064 Sep 16 00:48:24.037133 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-593c2303-b74f-4ebb-815c-67b5afa9ff83 req-63529df7-ef99-430a-8b1b-0bccf9956f8f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Sep 16 00:48:24.147467 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e1a7-444b-4cd7-ad27-004418606b6c req-847f68c3-c222-4583-be62-6b44fb8b19c0 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:24.148977 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7e76e1a7-444b-4cd7-ad27-004418606b6c req-847f68c3-c222-4583-be62-6b44fb8b19c0 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0550740 Sep 16 00:48:24.159892 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489991e-a8e5-42c2-9556-c5909b1e4f85 req-9350eae8-bb40-4953-bb6c-c28ee4224aeb tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:24.161381 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8489991e-a8e5-42c2-9556-c5909b1e4f85 req-9350eae8-bb40-4953-bb6c-c28ee4224aeb tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0536699 Sep 16 00:48:24.188820 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7e76e1a7-444b-4cd7-ad27-004418606b6c req-21753296-655b-4f97-8c6e-5d4f6389951b tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Sep 16 00:48:24.202321 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8489991e-a8e5-42c2-9556-c5909b1e4f85 req-3da21e4a-4afb-49e6-94f5-94a2f7fed8b3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343387 Sep 16 00:48:24.904619 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-f3bba24d-3592-4278-967a-e542b05b9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:24.906168 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-f3bba24d-3592-4278-967a-e542b05b9a8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1098 time: 0.0437434 Sep 16 00:48:25.000119 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-bcb2705d-774f-495c-a739-d43dba552384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:25.001608 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-bcb2705d-774f-495c-a739-d43dba552384 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 909 time: 0.0881062 Sep 16 00:48:25.067760 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-f7908909-ecf1-48a0-b15a-0b53be965770 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 1001 time: 0.0593319 Sep 16 00:48:25.133157 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-65732262-3403-4440-a990-43182614f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:25.136124 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-65732262-3403-4440-a990-43182614f080 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 200 len: 847 time: 0.0596600 Sep 16 00:48:25.216102 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd40ef4-e143-4434-bd63-40010e3ebcf8 req-7c210b5a-1be0-423c-83c3-f133b4d3e804 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:25.217560 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dbd40ef4-e143-4434-bd63-40010e3ebcf8 req-7c210b5a-1be0-423c-83c3-f133b4d3e804 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0977817 Sep 16 00:48:25.234009 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-f3c35c22-afd1-4ff6-8abb-5e2ef3407640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:25.235514 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-f3c35c22-afd1-4ff6-8abb-5e2ef3407640 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2977e88-d53d-4596-b31a-0a9b2a81b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753024 Sep 16 00:48:25.288324 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dbd40ef4-e143-4434-bd63-40010e3ebcf8 req-1fb1086d-8922-49bc-baee-03fdca0f1211 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637910 Sep 16 00:48:25.339491 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76188f0d-7305-4975-a6c7-c1d13b99c32c req-6bab1457-dc8b-4215-b29d-0db588dd1580 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:25.341076 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-76188f0d-7305-4975-a6c7-c1d13b99c32c req-6bab1457-dc8b-4215-b29d-0db588dd1580 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0673985 Sep 16 00:48:25.348972 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-51580a67-3eb3-45ac-8500-f7d99e47a304 service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042905 Sep 16 00:48:25.380959 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-76188f0d-7305-4975-a6c7-c1d13b99c32c req-77a068d9-dc37-4d29-9296-b45c32d5b359 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332532 Sep 16 00:48:25.455092 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c14a83-bb16-4c4c-a638-b2e72eb18965 req-c0f0dcb8-0d64-40d4-80f3-c64a373ab2c2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:25.456556 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-37c14a83-bb16-4c4c-a638-b2e72eb18965 req-c0f0dcb8-0d64-40d4-80f3-c64a373ab2c2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.1029589 Sep 16 00:48:25.742095 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-fd7c9873-4d25-4f9d-b501-43ea0fca6d02 req-d311a811-a2e3-412b-8e07-7cda6aea207c service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795657 Sep 16 00:48:25.758085 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-37c14a83-bb16-4c4c-a638-b2e72eb18965 req-98477763-9a92-431c-87b5-bc8639d29ae2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952404 Sep 16 00:48:26.493270 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae69494-d980-4080-af3b-67016e8c6e8e req-efd56f84-1fd0-4c68-a769-cc287b9a6b6d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:26.494734 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bae69494-d980-4080-af3b-67016e8c6e8e req-efd56f84-1fd0-4c68-a769-cc287b9a6b6d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Sep 16 00:48:26.532584 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bae69494-d980-4080-af3b-67016e8c6e8e req-d184ece2-562e-42d9-b47c-d8bd45ecae09 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Sep 16 00:48:26.870370 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf064e-107d-4ad0-9c78-f634756e50e1 req-8e95a0d2-2ed2-4e0f-ab5a-4fa5304c71c6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:26.871830 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8ccf064e-107d-4ad0-9c78-f634756e50e1 req-8e95a0d2-2ed2-4e0f-ab5a-4fa5304c71c6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0477002 Sep 16 00:48:26.908216 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8ccf064e-107d-4ad0-9c78-f634756e50e1 req-d6540c0c-165f-4f1a-8567-f81c51aa38bd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304637 Sep 16 00:48:27.649008 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e856b50-9a73-4354-9592-c22b67170b23 req-31b9a40f-80b9-45cb-9525-89a42f56de15 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:27.650731 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4e856b50-9a73-4354-9592-c22b67170b23 req-31b9a40f-80b9-45cb-9525-89a42f56de15 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0524285 Sep 16 00:48:27.686760 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4e856b50-9a73-4354-9592-c22b67170b23 req-836585ec-4c7f-49e8-b66a-b65d04f6ae56 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301898 Sep 16 00:48:28.021542 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75feab-f982-49fd-91cb-347f26f97a7e req-48976031-3f3d-48db-bb0c-5ce004345e17 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:28.022992 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9e75feab-f982-49fd-91cb-347f26f97a7e req-48976031-3f3d-48db-bb0c-5ce004345e17 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0487227 Sep 16 00:48:28.060109 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9e75feab-f982-49fd-91cb-347f26f97a7e req-5e64a98d-1f8a-4204-8de8-7d672abd3972 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307436 Sep 16 00:48:28.798773 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b66f7-7b60-42f6-bb93-133ccbfb9c85 req-9710b0fd-8a4a-41f5-aafd-81f1d5a00732 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:28.800218 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-547b66f7-7b60-42f6-bb93-133ccbfb9c85 req-9710b0fd-8a4a-41f5-aafd-81f1d5a00732 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Sep 16 00:48:28.836923 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-547b66f7-7b60-42f6-bb93-133ccbfb9c85 req-7dab6133-52d9-454f-a649-8eee11a14f42 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Sep 16 00:48:29.030907 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-8fb4c33d-80b3-4746-94b6-4328b7fc9759 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455227 Sep 16 00:48:29.062456 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a53c5-db54-4bb2-a587-ced413e71335 req-0abbe845-ae87-4574-a838-b0ac3f26a70e tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:29.063977 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8a6a53c5-db54-4bb2-a587-ced413e71335 req-0abbe845-ae87-4574-a838-b0ac3f26a70e tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0527444 Sep 16 00:48:29.104428 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8a6a53c5-db54-4bb2-a587-ced413e71335 req-76219615-0f13-4b42-9352-d0dc0a559f89 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Sep 16 00:48:29.180567 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df590-7a54-44a9-8411-5fa49f865d01 req-35711af5-ddde-4a4f-9330-dd88677031bd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:29.182093 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c21df590-7a54-44a9-8411-5fa49f865d01 req-35711af5-ddde-4a4f-9330-dd88677031bd tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0497355 Sep 16 00:48:29.226367 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c21df590-7a54-44a9-8411-5fa49f865d01 req-b14f60ae-02b3-4cf9-b890-0e0f3abcbc97 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384965 Sep 16 00:48:30.077959 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7a88f037-b8ce-4f73-884a-59a0257fd76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:30.223128 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f69821-5be3-41a5-9172-20e0d52e1000 req-3317625e-8b3e-471e-a63e-dc4df7ff4cd2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:30.224584 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d3f69821-5be3-41a5-9172-20e0d52e1000 req-3317625e-8b3e-471e-a63e-dc4df7ff4cd2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Sep 16 00:48:30.262046 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d3f69821-5be3-41a5-9172-20e0d52e1000 req-ae10b5b0-9150-4808-8b06-2ccd9172d7ee tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307636 Sep 16 00:48:30.337964 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73000a9-4919-47e0-87c0-ef00b8e0590c req-32295d64-d375-4b24-88d6-d8a585e842a4 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:30.339422 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a73000a9-4919-47e0-87c0-ef00b8e0590c req-32295d64-d375-4b24-88d6-d8a585e842a4 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0476649 Sep 16 00:48:30.381811 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a73000a9-4919-47e0-87c0-ef00b8e0590c req-1cb02885-9b2e-4d8d-8e02-6d9061d59d49 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363584 Sep 16 00:48:31.147827 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device c849e024-7c3c-4dca-9108-b67feb90e922 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:48:31.151259 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 5da19583-6901-4c1c-8b6d-7507b8da7e26 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:48:31.297932 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:31.323793 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port c849e024-7c3c-4dca-9108-b67feb90e922, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c849e024-7c3c-4dca-9108-b67feb90e922,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:31.337787 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:31.340163 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436db18f-bcbe-4b6d-a193-f12c4a3706fb" -d '{"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:31.353296 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'port_id': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'mac_address': 'fa:16:3e:0d:c0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:48:31.356566 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:31.362810 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:31.379993 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba272ac1-962e-41ea-b176-1068318e03ed req-f5598c9b-7947-4393-be40-71c1b1618f26 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:31.381747 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ba272ac1-962e-41ea-b176-1068318e03ed req-f5598c9b-7947-4393-be40-71c1b1618f26 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0525970 Sep 16 00:48:31.387515 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47706425-88a1-449d-9bc3-0f8d4b1a9bd9 x-openstack-request-id: req-47706425-88a1-449d-9bc3-0f8d4b1a9bd9 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:31.387829 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:31.388044 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47706425-88a1-449d-9bc3-0f8d4b1a9bd9 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:31.388397 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'code': 200} Sep 16 00:48:31.434985 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:31.453021 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ba272ac1-962e-41ea-b176-1068318e03ed req-f9f50514-e28e-4c22-a5e9-2948c34e3fac tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595963 Sep 16 00:48:31.514916 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-daa12216-2e12-485a-bb51-5f56c20bf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:31.516697 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-daa12216-2e12-485a-bb51-5f56c20bf0bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0&tenant_id=82635799727f4521a47d9f13b1dfc685 HTTP/1.1" status: 200 len: 1096 time: 0.0516567 Sep 16 00:48:31.541725 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e88101-dd33-4902-ae96-d62d405cb026 req-69d37071-b05e-4979-b6e4-22c6cd516fc3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:31.543246 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-33e88101-dd33-4902-ae96-d62d405cb026 req-69d37071-b05e-4979-b6e4-22c6cd516fc3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 943 time: 0.0560062 Sep 16 00:48:31.587236 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-33e88101-dd33-4902-ae96-d62d405cb026 req-29aaf29c-62c7-4cf5-bbeb-d7a03541bb94 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377004 Sep 16 00:48:31.601056 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c849e024-7c3c-4dca-9108-b67feb90e922 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:48:31.610456 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-13a61808-9449-45bd-aadc-378255e1f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:31.612174 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-13a61808-9449-45bd-aadc-378255e1f534 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1096 time: 0.0503128 Sep 16 00:48:31.628848 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=6']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:31.635204 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port c849e024-7c3c-4dca-9108-b67feb90e922, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c849e024-7c3c-4dca-9108-b67feb90e922,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:31.641840 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:31.702762 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=c849e024-7c3c-4dca-9108-b67feb90e922,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:31.731730 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-e9115c6f-51dd-4808-87d5-7b7c99977cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:31.733544 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-e9115c6f-51dd-4808-87d5-7b7c99977cdf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 909 time: 0.1135521 Sep 16 00:48:31.801182 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-b2103051-d130-4b5f-aed9-2cb7e6b3741c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 999 time: 0.0588009 Sep 16 00:48:31.849627 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-0e87539f-9b7f-4650-a192-e401e4d08998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:31.851332 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-0e87539f-9b7f-4650-a192-e401e4d08998 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 200 len: 847 time: 0.0417624 Sep 16 00:48:31.901357 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-72e0da3d-291a-49d2-b8ae-50add54ec99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:31.902838 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-72e0da3d-291a-49d2-b8ae-50add54ec99a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2977e88-d53d-4596-b31a-0a9b2a81b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440445 Sep 16 00:48:31.992185 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-3ca8ad19-9a08-4754-a3b1-b38bfb7ed0e5 service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806689 Sep 16 00:48:32.043620 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['c849e024-7c3c-4dca-9108-b67feb90e922'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:48:32.084173 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0bc9711d-a382-43c8-a1fb-971302e66c65 req-a34be9ed-1c68-4da1-9019-e0cd3bf2c57d service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843399 Sep 16 00:48:32.557609 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96edd9f-9c78-4c09-b559-c06c256d365d req-2bf8add8-248b-4c73-b011-7612a95bc7aa tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:32.559120 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d96edd9f-9c78-4c09-b559-c06c256d365d req-2bf8add8-248b-4c73-b011-7612a95bc7aa tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0481861 Sep 16 00:48:32.596021 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d96edd9f-9c78-4c09-b559-c06c256d365d req-5236573b-7df5-4398-9628-c66e0397db91 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303831 Sep 16 00:48:32.703251 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99106a85-41bf-4aa1-bd90-f2f27678194e req-1fd43b57-2e1d-47aa-9b85-02fb4b6f49ee tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:32.704753 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-99106a85-41bf-4aa1-bd90-f2f27678194e req-1fd43b57-2e1d-47aa-9b85-02fb4b6f49ee tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 944 time: 0.0489135 Sep 16 00:48:32.741974 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-99106a85-41bf-4aa1-bd90-f2f27678194e req-4d224877-78b9-45e1-ab3e-c9335c56badb tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306370 Sep 16 00:48:32.759877 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-27ee5960-41ab-401a-877b-6553659d7c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:32.872601 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:33.645978 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:33.715692 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c9d84-468a-4cae-b1ba-0110be40693c req-f3433a2a-3d81-4511-97d2-7c4e2ca13d08 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:33.717150 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c31c9d84-468a-4cae-b1ba-0110be40693c req-f3433a2a-3d81-4511-97d2-7c4e2ca13d08 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0518355 Sep 16 00:48:33.754136 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c31c9d84-468a-4cae-b1ba-0110be40693c req-93b95749-7e1a-422f-840a-83dcb6e673c0 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Sep 16 00:48:33.858792 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be361f-1b1d-4371-a331-5f2c75cbe7a2 req-ba76efcf-a7d0-479e-8898-047d7aaf49c0 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:33.860283 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-70be361f-1b1d-4371-a331-5f2c75cbe7a2 req-ba76efcf-a7d0-479e-8898-047d7aaf49c0 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 944 time: 0.0509844 Sep 16 00:48:33.900013 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-70be361f-1b1d-4371-a331-5f2c75cbe7a2 req-97b742cb-26c8-4b21-ac2b-5087447946f9 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338712 Sep 16 00:48:33.930274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:34.870400 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38246490-552a-4765-bd3e-281421ab8dcf req-15c845bb-d961-48cf-ac1e-85aead755f5a tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:34.871854 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-38246490-552a-4765-bd3e-281421ab8dcf req-15c845bb-d961-48cf-ac1e-85aead755f5a tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0530672 Sep 16 00:48:34.911276 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-38246490-552a-4765-bd3e-281421ab8dcf req-fbe9fc2a-0660-417f-8094-0fd67775cfd2 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Sep 16 00:48:35.032175 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3f885-fcf4-416a-b40b-857495919a7f req-760d1329-4329-4e41-b21d-176c7f282f60 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:35.033576 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-38e3f885-fcf4-416a-b40b-857495919a7f req-760d1329-4329-4e41-b21d-176c7f282f60 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 944 time: 0.0484512 Sep 16 00:48:35.070374 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-38e3f885-fcf4-416a-b40b-857495919a7f req-8fdcb97c-9124-4c38-9c99-3b06ab435d7d tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Sep 16 00:48:35.159216 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device c849e024-7c3c-4dca-9108-b67feb90e922 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:48:35.205890 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port c849e024-7c3c-4dca-9108-b67feb90e922 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:48:35.210651 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port c849e024-7c3c-4dca-9108-b67feb90e922 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:48:35.211128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:35.292718 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:35.315545 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:35.317781 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10176d29-718b-436a-a559-fafc4092e598" -d '{"events": [{"server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "name": "network-vif-plugged", "status": "completed", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:35.331429 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port c849e024-7c3c-4dca-9108-b67feb90e922, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c849e024-7c3c-4dca-9108-b67feb90e922,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:35.336183 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:35.369587 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefa0441-6de1-4952-837d-0cbeb94d646f x-openstack-request-id: req-aefa0441-6de1-4952-837d-0cbeb94d646f {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:35.369871 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "name": "network-vif-plugged", "status": "completed", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:35.370117 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aefa0441-6de1-4952-837d-0cbeb94d646f {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:35.370501 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'code': 200} Sep 16 00:48:35.404841 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=c849e024-7c3c-4dca-9108-b67feb90e922,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:35.414964 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.415425 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.415763 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.416100 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.416434 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.416795 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.417124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.417452 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.417787 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.418112 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.418434 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.418755 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:35.588846 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107bcc8-f000-4950-9d20-73dce104315d req-ff43e20a-6001-42e4-9789-65b174678755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:35.590417 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0107bcc8-f000-4950-9d20-73dce104315d req-ff43e20a-6001-42e4-9789-65b174678755 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 1098 time: 0.0424118 Sep 16 00:48:35.636807 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0107bcc8-f000-4950-9d20-73dce104315d req-4f51eb1f-85f9-4c2a-9d9c-b05b7c77d648 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358791 Sep 16 00:48:35.721040 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bef77-6635-4ce7-a198-44f84a07a315 req-c3d82249-bdbf-40f9-82ff-78be49ac2e0d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:35.722522 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b60bef77-6635-4ce7-a198-44f84a07a315 req-c3d82249-bdbf-40f9-82ff-78be49ac2e0d tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0481434 Sep 16 00:48:35.760298 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b60bef77-6635-4ce7-a198-44f84a07a315 req-9f172945-533e-409f-a736-19d365b8046f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Sep 16 00:48:35.828953 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:36.025905 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6706-ac28-46f7-be5e-d16a07247dcb req-9c9257ac-da62-4df2-86e1-1c9346a68161 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:36.027355 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1bba6706-ac28-46f7-be5e-d16a07247dcb req-9c9257ac-da62-4df2-86e1-1c9346a68161 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0488551 Sep 16 00:48:36.064463 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1bba6706-ac28-46f7-be5e-d16a07247dcb req-0d79aa1f-165f-4c65-9137-e9b4203217cb tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Sep 16 00:48:36.184968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072512b4-a24d-4886-bdd1-15cc3fb8d86d req-b0e12c6e-38d8-4265-8392-a18f535104af tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:36.186420 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-072512b4-a24d-4886-bdd1-15cc3fb8d86d req-b0e12c6e-38d8-4265-8392-a18f535104af tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0510287 Sep 16 00:48:36.222649 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-072512b4-a24d-4886-bdd1-15cc3fb8d86d req-4a81bd63-f49e-4018-afd7-90612737d4b8 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Sep 16 00:48:36.877023 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dfad0-2378-43d5-9671-e43f72ebe8c1 req-dcb4b52b-4061-4462-a1a2-11d0f406e85c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:36.878507 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fe6dfad0-2378-43d5-9671-e43f72ebe8c1 req-dcb4b52b-4061-4462-a1a2-11d0f406e85c tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0529299 Sep 16 00:48:36.916571 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fe6dfad0-2378-43d5-9671-e43f72ebe8c1 req-07f118a7-9632-47dc-8c8b-30ddcb6dd197 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319557 Sep 16 00:48:37.180687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfed-fb0d-4f3b-a017-77ad2433dd51 req-bbfe738f-08b3-4a4b-b92a-cc09e10ae153 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:37.182164 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d138cfed-fb0d-4f3b-a017-77ad2433dd51 req-bbfe738f-08b3-4a4b-b92a-cc09e10ae153 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0487468 Sep 16 00:48:37.219139 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d138cfed-fb0d-4f3b-a017-77ad2433dd51 req-34512eb2-3b3f-46c1-b7b8-175ae2fe298d tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Sep 16 00:48:37.333204 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773d4c6-d8e4-466b-82cc-cbc3aaa51d75 req-ccda7543-fd5a-477e-aaa3-a64d1dd74fc6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:37.335255 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0773d4c6-d8e4-466b-82cc-cbc3aaa51d75 req-ccda7543-fd5a-477e-aaa3-a64d1dd74fc6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0467551 Sep 16 00:48:37.371462 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-0773d4c6-d8e4-466b-82cc-cbc3aaa51d75 req-9fcf7705-03a4-4c20-bdb0-1a128001d719 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301363 Sep 16 00:48:37.481912 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831446-4557-4697-b506-8e5b8a437cd6 req-e3b3fc31-c7ca-4f38-aa0f-ce6b88148422 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:37.483421 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9a831446-4557-4697-b506-8e5b8a437cd6 req-e3b3fc31-c7ca-4f38-aa0f-ce6b88148422 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0484629 Sep 16 00:48:37.519979 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9a831446-4557-4697-b506-8e5b8a437cd6 req-b8526f15-5ea1-4a98-aec0-562441be6a81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307477 Sep 16 00:48:37.542219 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43520) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:37.681629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f6aeb-1dd8-4a79-8734-39fd1c94a500 tempest-TestVolumeBootPattern-1790726304 tempest-TestVolumeBootPattern-1790726304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:37.683150 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2c1f6aeb-1dd8-4a79-8734-39fd1c94a500 tempest-TestVolumeBootPattern-1790726304 tempest-TestVolumeBootPattern-1790726304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 1093 time: 0.1399958 Sep 16 00:48:37.685967 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43524) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:37.690229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'port_id': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:48:37.713384 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:37.808858 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:37.917428 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Allocated IP 172.27.0.129 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/5a6be396-53c7-4a38-8ff6-2e59baa683b4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:48:38.028275 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:38.029970 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f9e57-c246-4a7d-aaf1-2c68aaed039b req-fc750e64-7c9d-4ddc-9e10-e1987794fd57 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:38.031522 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-466f9e57-c246-4a7d-aaf1-2c68aaed039b req-fc750e64-7c9d-4ddc-9e10-e1987794fd57 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0491612 Sep 16 00:48:38.066756 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:38.070583 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-466f9e57-c246-4a7d-aaf1-2c68aaed039b req-3a54d019-bb26-427a-833f-009647c92ed9 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Sep 16 00:48:38.108226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:48:38.110995 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:48:38.113572 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:48:38.142957 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=5a6be396-53c7-4a38-8ff6-2e59baa683b4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:38.382087 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddeb49-f6e9-40c6-b5cb-6a3f85de3146 req-a4ac6432-1017-4369-b1ed-e57196525531 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:38.383568 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dfddeb49-f6e9-40c6-b5cb-6a3f85de3146 req-a4ac6432-1017-4369-b1ed-e57196525531 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0964906 Sep 16 00:48:38.505319 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dfddeb49-f6e9-40c6-b5cb-6a3f85de3146 req-cc96e40e-8767-4f4b-b9a5-25d5b50dc20f tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040554 Sep 16 00:48:38.527812 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-7f27fca4-0112-4b99-a586-f530a2b56d3b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:38.529262 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-7f27fca4-0112-4b99-a586-f530a2b56d3b tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.1200490 Sep 16 00:48:38.630501 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:38.714845 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Deleting port e8c346ac-17f5-40c8-bedb-697a670165db {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:48:38.715177 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:38.729013 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:38.861948 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] For port e8c346ac-17f5-40c8-bedb-697a670165db, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=e8c346ac-17f5-40c8-bedb-697a670165db,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:38.862213 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:39.038272 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:39.045604 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:39.159045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:39.159408 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:39.159719 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Floating IP dfa8a55a-024c-4f74-ac66-c993a08b4c29 disassociated. External IP: 172.27.0.6, port: e8c346ac-17f5-40c8-bedb-697a670165db. Sep 16 00:48:39.160050 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Calling delete_port for e8c346ac-17f5-40c8-bedb-697a670165db owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:48:39.161682 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event updated for resources: {'Port': ['ID=5a6be396-53c7-4a38-8ff6-2e59baa683b4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:39.179308 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:39.190064 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b30d41-f6df-4478-85ac-ded09421fdf9 req-325b83b2-5af8-4b71-a9ce-0b81626306a5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:39.191619 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c4b30d41-f6df-4478-85ac-ded09421fdf9 req-325b83b2-5af8-4b71-a9ce-0b81626306a5 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 946 time: 0.0535164 Sep 16 00:48:39.228606 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c4b30d41-f6df-4478-85ac-ded09421fdf9 req-58af789d-4440-4fca-9bcb-5af12cd10882 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups?id=90a0f1a6-78e9-4269-a951-b39ee2391ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300570 Sep 16 00:48:39.327370 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Floating IP 868cdd0e-1dd4-46c7-8bb6-87214dda4570 associated. External IP: 172.27.0.129, port: c849e024-7c3c-4dca-9108-b67feb90e922. Sep 16 00:48:39.453869 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:39.486933 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event deleted for resources: {'Port': ['ID=e8c346ac-17f5-40c8-bedb-697a670165db,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:39.936875 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c735d-1aa1-475b-b77a-e3b74cb253f9 req-0183d0ac-3695-4439-a5ea-993b22957781 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:39.938435 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-281c735d-1aa1-475b-b77a-e3b74cb253f9 req-0183d0ac-3695-4439-a5ea-993b22957781 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.1407812 Sep 16 00:48:39.984574 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Router 569119dd-d594-4747-90f0-2207c8e71278 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:48:39.998998 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:48:40.011277 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-281c735d-1aa1-475b-b77a-e3b74cb253f9 req-b4de0a65-4f98-4e6a-ab22-4c3089308987 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648563 Sep 16 00:48:40.192313 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:48:40.202886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:48:40.204135 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] Sync routers for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:48:40.213681 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:48:40.214217 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:48:40.214949 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:48:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:40.222329 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:48:40.222927 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:48:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:40.247201 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] No DVR routers for this DVR port e8c346ac-17f5-40c8-bedb-697a670165db on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:48:40.248930 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:40.251471 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:40.254166 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-18e1f2e6-5858-4f59-8105-76ce54335ce6 req-b5eb18cb-f3e0-4b73-9a11-05d5f6bce64f tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.39 "DELETE /v2.0/ports/e8c346ac-17f5-40c8-bedb-697a670165db HTTP/1.1" status: 204 len: 173 time: 1.6946189 Sep 16 00:48:40.254555 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'name': 'network-vif-deleted', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:40.258668 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e642302-15d7-48ac-9d10-3617a82e22cb" -d '{"events": [{"server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "name": "network-vif-deleted", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:40.293946 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-6982a402-492a-4e09-b3aa-b60b37507151 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6069450 Sep 16 00:48:40.326076 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5ea58e-3535-4350-9dd3-ba2e3b3200c9 x-openstack-request-id: req-ab5ea58e-3535-4350-9dd3-ba2e3b3200c9 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:40.326457 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d", "name": "network-vif-deleted", "tag": "e8c346ac-17f5-40c8-bedb-697a670165db", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:40.326597 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab5ea58e-3535-4350-9dd3-ba2e3b3200c9 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:40.326983 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ce23f-70b2-4dd0-852f-02e5e3cd1c2d', 'name': 'network-vif-deleted', 'tag': 'e8c346ac-17f5-40c8-bedb-697a670165db', 'status': 'completed', 'code': 200} Sep 16 00:48:40.371031 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:48:40.372630 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c44d9700-9463-4988-a29c-196f9de74639 req-2c1c18b6-2e1f-4bf6-aa49-eb7f673c7f91 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/ports?device_id=d46ce23f-70b2-4dd0-852f-02e5e3cd1c2d HTTP/1.1" status: 200 len: 210 time: 0.0339570 Sep 16 00:48:40.374667 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:48:40.579496 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:40.605449 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] Checking router: 569119dd-d594-4747-90f0-2207c8e71278 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:48:40.614001 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:48:40.614626 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:48:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:40.685833 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '868cdd0e-1dd4-46c7-8bb6-87214dda4570', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:0d:c0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:48:38Z', 'updated_at': '2021-09-16T00:48:38Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}, {'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:59Z', 'revision_number': 1, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:40.713349 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:48:40.721442 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:48:40.722049 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:48:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:40.727500 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:48:40.837229 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:48:40.935592 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:40.965185 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f4303-ad84-4be1-be91-6d8b2635599b None None] The sync data for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi is: [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'ebe72b91-3748-4755-a536-b84b8877c8d0', 'name': '', 'network_id': 'bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'mac_address': 'fa:16:3e:9a:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:55Z', 'updated_at': '2021-09-16T00:39:14Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'subnets': [{'id': 'cfe8e761-0c8f-4e76-a97f-7cf64036cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:48:41.061365 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '868cdd0e-1dd4-46c7-8bb6-87214dda4570', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:0d:c0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:48:38Z', 'updated_at': '2021-09-16T00:48:38Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}, {'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:59Z', 'revision_number': 1, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:41.089479 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b4d15-2792-456f-8fc1-5ea2a0188b8b None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '868cdd0e-1dd4-46c7-8bb6-87214dda4570', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:0d:c0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:48:38Z', 'updated_at': '2021-09-16T00:48:38Z', 'revision_number': 0, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}, {'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:59Z', 'revision_number': 1, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:48:41.130378 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717dfca-5444-400f-b706-74518c23548e req-67611258-5700-4c75-b01e-c97e2e15ea4a tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:41.132107 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c717dfca-5444-400f-b706-74518c23548e req-67611258-5700-4c75-b01e-c97e2e15ea4a tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 943 time: 0.0515547 Sep 16 00:48:41.176130 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c717dfca-5444-400f-b706-74518c23548e req-4863d9fc-3813-4cbc-91d8-6c3498100906 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Sep 16 00:48:41.188099 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 5da19583-6901-4c1c-8b6d-7507b8da7e26 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:48:41.227569 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073632d2-b437-4c42-938e-5667986985a9 None None] New status for floating IP dfa8a55a-024c-4f74-ac66-c993a08b4c29: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:48:41.310411 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5729b06-a509-482e-8dd1-933ec2a8bf8b None None] New status for floating IP 868cdd0e-1dd4-46c7-8bb6-87214dda4570: ACTIVE {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:48:41.385065 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:41.395949 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'port_id': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'mac_address': 'fa:16:3e:69:4c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:48:41.436081 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.453994 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da19583-6901-4c1c-8b6d-7507b8da7e26 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:48:41.467684 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43546) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:41.478569 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:41.483065 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.530262 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=7']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:41.534269 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ec3bdb4-44f6-4235-b35b-921347397435 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.557497 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ec3bdb4-44f6-4235-b35b-921347397435 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.604024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ec3bdb4-44f6-4235-b35b-921347397435 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.606651 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ec3bdb4-44f6-4235-b35b-921347397435 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.607792 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2ec3bdb4-44f6-4235-b35b-921347397435 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "DELETE /v2.0/security-groups/90a0f1a6-78e9-4269-a951-b39ee2391ae6 HTTP/1.1" status: 204 len: 168 time: 0.1391144 Sep 16 00:48:41.610595 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 43548) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:41.616231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3bdb4-44f6-4235-b35b-921347397435 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a0f1a6-78e9-4269-a951-b39ee2391ae6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:41.626243 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.api.v2.resource [None req-d4abbae5-9167-4f81-87fd-61d0961e3046 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] show failed (client error): The resource could not be found. Sep 16 00:48:41.627269 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d4abbae5-9167-4f81-87fd-61d0961e3046 tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "GET /v2.0/security-groups/90a0f1a6-78e9-4269-a951-b39ee2391ae6 HTTP/1.1" status: 404 len: 347 time: 0.0155816 Sep 16 00:48:41.630229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43550) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:41.754145 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Deleting port d615396b-166f-4551-bd5e-51f10ce4c2d2 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:48:41.754481 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.831102 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.831423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:41.842664 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Calling delete_port for d615396b-166f-4551-bd5e-51f10ce4c2d2 owned by network:floatingip {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:48:41.873466 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['5da19583-6901-4c1c-8b6d-7507b8da7e26'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:48:41.974341 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:42.004563 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Pushing event deleted for resources: {'Port': ['ID=d615396b-166f-4551-bd5e-51f10ce4c2d2,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:42.062149 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks [] for floatingip, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:42.064861 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:42.069936 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-34c9650f-38cc-41f6-8d6c-0ca5ccb7a7bb tempest-AttachVolumeTestJSON-370199426 tempest-AttachVolumeTestJSON-370199426-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfa8a55a-024c-4f74-ac66-c993a08b4c29 HTTP/1.1" status: 204 len: 168 time: 0.4349303 Sep 16 00:48:42.295127 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348ea87-3656-4c72-bb85-cb45536e3a4a req-cd1901c4-a106-4d8a-89db-702b25077744 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:42.296617 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5348ea87-3656-4c72-bb85-cb45536e3a4a req-cd1901c4-a106-4d8a-89db-702b25077744 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 944 time: 0.0524518 Sep 16 00:48:42.328145 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:42.330456 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:42.334414 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5348ea87-3656-4c72-bb85-cb45536e3a4a req-1bf920b0-8032-40c3-8613-eb3b9a07a094 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Sep 16 00:48:42.366913 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9daa3f-b9bf-4579-bef5-d639e98e33f1 x-openstack-request-id: req-2f9daa3f-b9bf-4579-bef5-d639e98e33f1 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:42.367196 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:42.367444 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f9daa3f-b9bf-4579-bef5-d639e98e33f1 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:42.367844 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'status': 'completed', 'code': 200} Sep 16 00:48:42.427824 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-11c5d44f-f64d-4dca-89f5-11d9b1f59e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:42.430350 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-11c5d44f-f64d-4dca-89f5-11d9b1f59e10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 1098 time: 0.0416920 Sep 16 00:48:42.529687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-bf414996-936e-49b3-bcb0-2e4d66b9f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:42.531154 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-bf414996-936e-49b3-bcb0-2e4d66b9f8ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.0935030 Sep 16 00:48:42.595495 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-1a8d7f63-6261-4b6b-ae6c-d38b74d4da37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c849e024-7c3c-4dca-9108-b67feb90e922 HTTP/1.1" status: 200 len: 1001 time: 0.0564222 Sep 16 00:48:42.646284 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-e8615b87-4b99-458e-9d13-cffcab68207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:42.648763 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-e8615b87-4b99-458e-9d13-cffcab68207c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0459011 Sep 16 00:48:42.694279 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-110c6327-2bb9-45bd-a1da-8ef6d5408bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:42.695855 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-110c6327-2bb9-45bd-a1da-8ef6d5408bfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393720 Sep 16 00:48:42.783435 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-67b1b540-e097-40fc-868e-5252c6214441 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792921 Sep 16 00:48:42.874724 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6fb9a227-6469-47b9-9f7b-2eb98e4f08c9 req-584e9770-dcb6-4cf1-9270-9e1dc48a8ae1 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840437 Sep 16 00:48:43.194693 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 5da19583-6901-4c1c-8b6d-7507b8da7e26 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:48:43.241492 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 5da19583-6901-4c1c-8b6d-7507b8da7e26 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:48:43.241955 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:43.323236 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:43.345237 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:43.347417 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf286ef5-3fb2-4f18-8e21-5d8679869b88" -d '{"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-plugged", "status": "completed", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:43.360183 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:43.366791 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:43.368425 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device e8c346ac-17f5-40c8-bedb-697a670165db no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:48:43.413464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4d21dc-9338-4b48-bd12-5a34de682fda x-openstack-request-id: req-aa4d21dc-9338-4b48-bd12-5a34de682fda {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:43.413464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-plugged", "status": "completed", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:43.414155 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa4d21dc-9338-4b48-bd12-5a34de682fda {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:43.414353 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'code': 200} Sep 16 00:48:43.416634 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: e8c346ac-17f5-40c8-bedb-697a670165db {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:48:43.416998 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device e8c346ac-17f5-40c8-bedb-697a670165db not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:48:43.441827 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=8']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:43.455620 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b8ba-c15f-4615-88ba-2cfe082160cd req-7803804e-7cfd-4771-8121-6d15db1ec607 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:43.457102 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9445b8ba-c15f-4615-88ba-2cfe082160cd req-7803804e-7cfd-4771-8121-6d15db1ec607 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0490925 Sep 16 00:48:43.494417 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9445b8ba-c15f-4615-88ba-2cfe082160cd req-b613c70f-1e9c-46a9-a8d6-55ba2a717b54 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Sep 16 00:48:43.643423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c5b9-6c02-4f90-ab77-6e5cd1f68087 req-abd2b266-de91-4434-bceb-38991c973649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:43.644950 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b258c5b9-6c02-4f90-ab77-6e5cd1f68087 req-abd2b266-de91-4434-bceb-38991c973649 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1098 time: 0.0479779 Sep 16 00:48:43.685548 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b258c5b9-6c02-4f90-ab77-6e5cd1f68087 req-dfb43283-94a0-4c26-b372-fdeaf869efe3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273566 Sep 16 00:48:44.452885 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:48:44.614076 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0ffa-5c1a-4e06-83be-d2a3029aa62e req-ae0526e4-5bf7-41a2-a4e6-900e3735c279 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:44.615556 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f6df0ffa-5c1a-4e06-83be-d2a3029aa62e req-ae0526e4-5bf7-41a2-a4e6-900e3735c279 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0544822 Sep 16 00:48:44.653300 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f6df0ffa-5c1a-4e06-83be-d2a3029aa62e req-d8da533e-1959-4cf8-bf52-4cd807c5ad0c tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Sep 16 00:48:45.610578 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43588) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:45.835731 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252faac-178f-4102-8ebe-d3eda7ded43e req-979bf0b3-b7de-4783-83b6-b858d658c9c1 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:45.837094 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a252faac-178f-4102-8ebe-d3eda7ded43e req-979bf0b3-b7de-4783-83b6-b858d658c9c1 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0898237 Sep 16 00:48:45.924157 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a252faac-178f-4102-8ebe-d3eda7ded43e req-68a57fab-8e42-43c2-9b91-930d4f0afda5 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807085 Sep 16 00:48:46.174259 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:46.459189 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Deleting port ebe72b91-3748-4755-a536-b84b8877c8d0 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:48:46.459434 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:46.533604 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] For port ebe72b91-3748-4755-a536-b84b8877c8d0, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=ebe72b91-3748-4755-a536-b84b8877c8d0,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:46.533951 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:46.546050 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Calling delete_port for ebe72b91-3748-4755-a536-b84b8877c8d0 owned by network:router_interface {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:48:46.959430 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:46.983250 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe72b91-3748-4755-a536-b84b8877c8d0,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:47.146543 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:47.351525 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Router 569119dd-d594-4747-90f0-2207c8e71278 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:48:47.454927 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:48:47.460487 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c8689a81-7a26-47c0-8cc6-0b0b8141b5f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/569119dd-d594-4747-90f0-2207c8e71278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482747 Sep 16 00:48:47.463239 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43600) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:47.466820 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] Sync routers for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:48:47.477794 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:48:47.478422 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:48:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:47.566228 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks [] for router, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:47.581736 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:48:47.670364 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:47.729309 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Deleting port 5efb041f-a6d7-4645-90a1-7630ed3c5f36 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:48:47.730115 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:47.759229 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:48:46Z', 'revision_number': 5, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port': {'id': '5efb041f-a6d7-4645-90a1-7630ed3c5f36', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569119dd-d594-4747-90f0-2207c8e71278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:51Z', 'updated_at': '2021-09-16T00:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:47.786091 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] Checking router: 569119dd-d594-4747-90f0-2207c8e71278 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:48:47.794826 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] Routers {'569119dd-d594-4747-90f0-2207c8e71278'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:48:47.795424 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:48:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['569119dd-d594-4747-90f0-2207c8e71278'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:47.807642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] For port 5efb041f-a6d7-4645-90a1-7630ed3c5f36, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=5efb041f-a6d7-4645-90a1-7630ed3c5f36,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:47.808026 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:47.824110 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Calling delete_port for 5efb041f-a6d7-4645-90a1-7630ed3c5f36 owned by network:router_gateway {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:48:47.995197 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.011973 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] Set router 569119dd-d594-4747-90f0-2207c8e71278 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:48:48.026251 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efb041f-a6d7-4645-90a1-7630ed3c5f36,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:48.070001 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:48:47Z', 'revision_number': 6, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port_host': None}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:48.085161 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.099774 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a940a2-3105-4543-ba37-d17acdea665e None None] The sync data for ids ['569119dd-d594-4747-90f0-2207c8e71278'] in dv-cinder-809303-1-iscsi is: [{'id': '569119dd-d594-4747-90f0-2207c8e71278', 'name': 'tempest-AttachVolumeTestJSON-1645208522-router', 'tenant_id': 'cf2954dd3f9749619ab5444ff9143325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:48:47Z', 'revision_number': 6, 'project_id': 'cf2954dd3f9749619ab5444ff9143325', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:48:48.194631 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.197007 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.260969 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.261517 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569119dd-d594-4747-90f0-2207c8e71278 {{(pid=100419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:48:48.266615 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.267775 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-3e440219-c8e6-406f-8b60-d6f98b3c9388 admin admin] 10.222.0.13 "DELETE /v2.0/routers/569119dd-d594-4747-90f0-2207c8e71278 HTTP/1.1" status: 204 len: 168 time: 0.8036270 Sep 16 00:48:48.270276 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43602) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:48.317630 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] Deleting subnet cfe8e761-0c8f-4e76-a97f-7cf64036cb0d {{(pid=100419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:48:48.321147 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.354856 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075539'] for subnet, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.463657 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.518578 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25632478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867631'] for subnet, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.542435 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe8e761-0c8f-4e76-a97f-7cf64036cb0d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:48.548029 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.550546 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-82f7ab2f-3555-4bb5-b004-98f34c0389c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cfe8e761-0c8f-4e76-a97f-7cf64036cb0d HTTP/1.1" status: 204 len: 168 time: 0.2787135 Sep 16 00:48:48.552733 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43604) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:48.554254 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991dd48c-813f-4690-b4bc-03c4045d9f1d None None] Network bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:48:48.622636 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.674894 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Deleting port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:48:48.675242 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.743329 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] For port 80fdf187-9c19-4b11-b04a-714d7b7c45c7, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=80fdf187-9c19-4b11-b04a-714d7b7c45c7,segment=NetworkSegment(e1f0fc6e-b8db-4a75-9d26-221a338d3203),segment_id=e1f0fc6e-b8db-4a75-9d26-221a338d3203)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:48.743691 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.755434 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Calling delete_port for 80fdf187-9c19-4b11-b04a-714d7b7c45c7 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:48:48.832457 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.859510 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed7119-9761-4130-86c3-cfbbf61cfab0 None None] DHCP port deletion for bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:48:48.862922 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fdf187-9c19-4b11-b04a-714d7b7c45c7,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:48.864819 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] No DVR routers for this DVR port 80fdf187-9c19-4b11-b04a-714d7b7c45c7 on host dv-cinder-809303-1-iscsi {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:48:48.936600 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.956399 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:48.966001 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f0fc6e-b8db-4a75-9d26-221a338d3203') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:48.966294 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f0fc6e-b8db-4a75-9d26-221a338d3203') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:48:48.976533 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.989497 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:48.997773 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:48:48.999095 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:48:49.001061 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:48:49.061898 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:49.066558 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:49.072045 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f HTTP/1.1" status: 204 len: 168 time: 0.5148206 Sep 16 00:48:49.083246 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d455838-19d4-451e-9ccf-34a5cb309a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8d9073-d5ef-4cb9-b3e0-a39f7431fb0f,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:49.195464 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 43608) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:49.234049 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c7d3e559-9961-4f56-83a7-843f966843d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf2954dd3f9749619ab5444ff9143325&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374272 Sep 16 00:48:49.236244 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 43610) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:49.282826 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:49.303958 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:49.349769 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:49.353036 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:49.354172 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbec4a3a-1f9d-417d-bde2-d09b4929fe52 HTTP/1.1" status: 204 len: 168 time: 0.1170077 Sep 16 00:48:49.362203 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec4a3a-1f9d-417d-bde2-d09b4929fe52,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:49.370726 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.371074 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.371409 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.371738 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.372065 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.372389 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.372752 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.373077 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.373398 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.373715 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.374033 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.374375 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a203-daf8-4eba-b9bc-689418adbe73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:48:49.989257 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 5efb041f-a6d7-4645-90a1-7630ed3c5f36 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:48:50.009633 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 5efb041f-a6d7-4645-90a1-7630ed3c5f36 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:48:50.010038 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 5efb041f-a6d7-4645-90a1-7630ed3c5f36 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:48:50.010535 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 80fdf187-9c19-4b11-b04a-714d7b7c45c7 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:48:50.011489 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 43632) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:50.030374 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 80fdf187-9c19-4b11-b04a-714d7b7c45c7 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:48:50.030785 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 80fdf187-9c19-4b11-b04a-714d7b7c45c7 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:48:50.031268 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device ebe72b91-3748-4755-a536-b84b8877c8d0 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:48:50.050294 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: ebe72b91-3748-4755-a536-b84b8877c8d0 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:48:50.050564 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device ebe72b91-3748-4755-a536-b84b8877c8d0 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:48:50.107934 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-643648099-network', 'tenant_id': '1f76339b133348cb8ced82073d6a965e'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:48:50.128399 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Made reservation on behalf of 1f76339b133348cb8ced82073d6a965e for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:48:50.130688 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.140788 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.233760 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.237500 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.264078 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:48:50.270513 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc21fdb-39d6-467f-8058-86db46e5eab9,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:50.278938 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.279057 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Added segment d03cde70-e8b7-43f4-8c76-82bd0f8191ff of type vlan for network 5e566869-0246-4981-9617-f9019ee76dfc Sep 16 00:48:50.321083 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.343381 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.344401 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:50.345003 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.374826 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3622632 Sep 16 00:48:50.377801 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43636) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:48:50.382991 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Request body: {'subnet': {'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-643648099-subnet', 'tenant_id': '1f76339b133348cb8ced82073d6a965e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:48:50.402889 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Made reservation on behalf of 1f76339b133348cb8ced82073d6a965e for: {'subnet': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:48:50.405057 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a72a5f-2b82-4e16-80a9-fe7242c09921 admin admin] Pushing event updated for resources: {'Network': ['ID=5e566869-0246-4981-9617-f9019ee76dfc,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:50.405348 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26867592'] for subnet, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.415256 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 5e566869-0246-4981-9617-f9019ee76dfc details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:48:50.576792 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25632413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26867622'] for subnet, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.629454 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=532bf49e-3088-4291-8241-55ba16da43d8,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:50.637098 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Checking segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:48:50.637447 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Network hostable DHCP agents. Network: 5e566869-0246-4981-9617-f9019ee76dfc, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:48:50.654401 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Network 5e566869-0246-4981-9617-f9019ee76dfc is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:48:50.662478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 5e566869-0246-4981-9617-f9019ee76dfc) {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:48:50.666501 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:50.667071 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:50.673260 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b6f43-a2f8-4965-a5c5-a068f18126c6 None None] Network 5e566869-0246-4981-9617-f9019ee76dfc requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:48:50.680474 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-9dc5aebe-737e-4bd3-a3e3-e67b3e6c1eb1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3015397 Sep 16 00:48:50.802269 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee3128-5295-4a74-865f-f3f3b60527a0 None None] Network 5e566869-0246-4981-9617-f9019ee76dfc requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:48:51.188540 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-1a40562d-52d9-44de-9c9c-fd22d3200392 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:51.190024 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-1a40562d-52d9-44de-9c9c-fd22d3200392 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.1041517 Sep 16 00:48:51.204368 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-a6170d6d-8e74-4b55-b608-aa910b303b58 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/quotas/1f76339b133348cb8ced82073d6a965e HTTP/1.1" status: 200 len: 375 time: 0.0086322 Sep 16 00:48:51.237491 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-0a3a5860-f99f-4120-b3af-465c02c223b0 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278373 Sep 16 00:48:51.327034 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-04dcf480-5306-4dbb-82f0-7ce9cd42d245 service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825350 Sep 16 00:48:51.412547 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-8f3e80aa-9d10-4df5-a57f-19ee44deebb9 service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794849 Sep 16 00:48:51.620132 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7b5310fd-79e1-4d6d-ba60-ef1c14ffa86f req-be955377-0914-4a6d-ac2c-3f56518276b9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0844078 Sep 16 00:48:52.586512 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-e91f5802-2982-4a22-b6cf-48a9b6cb2c09 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:52.587944 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-e91f5802-2982-4a22-b6cf-48a9b6cb2c09 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.1078463 Sep 16 00:48:52.621424 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Request body: {'port': {'device_id': 'bc315f12-cc36-4032-a177-407022eefcc2', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'admin_state_up': True, 'tenant_id': '1f76339b133348cb8ced82073d6a965e'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:48:52.717629 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-5ff54465-aee8-4d7f-82ba-9d1978c18236 req-acd601d0-e566-4ce1-ba8d-d973d71b8c36 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0308025 Sep 16 00:48:52.737257 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Made reservation on behalf of 1f76339b133348cb8ced82073d6a965e for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:48:52.741108 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:52.860539 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Allocated IP 172.20.0.2 (5e566869-0246-4981-9617-f9019ee76dfc/532bf49e-3088-4291-8241-55ba16da43d8/d6aa43e7-36de-434e-8477-3fcc7b9c4cf8) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:48:53.002822 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.035098 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.075508 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Network 5e566869-0246-4981-9617-f9019ee76dfc is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:48:53.078390 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:48:53.081873 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:48:53.114123 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event updated for resources: {'Port': ['ID=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:53.137533 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:53.138125 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.152243 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-76ccae1a-72e7-488e-b74a-ea9eabc82bd7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5346766 Sep 16 00:48:53.194117 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Request body: {'port': {'device_id': 'bc315f12-cc36-4032-a177-407022eefcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:48:53.245361 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.499573 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:48:53.507736 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.518991 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Transition to ACTIVE for port object d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:48:53.523541 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.576129 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:53.641199 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Attempting to bind port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:48:53.641886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Attempting to bind port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:48:53.641886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Attempting to bind port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:48:53.646158 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 on network 5e566869-0246-4981-9617-f9019ee76dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:48:53.646471 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Attempting to bind port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:48:53.651496 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:48:53.651826 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Checking segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:48:53.652196 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Bound using segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:48:53.652609 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Bound port: d6aa43e7-36de-434e-8477-3fcc7b9c4cf8, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:48:53.652987 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.714906 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] For port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:48:53.718089 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] For port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:48:53.721903 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.759820 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:53.760425 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:53.761822 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] 10.222.0.39 "PUT /v2.0/ports/d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 HTTP/1.1" status: 200 len: 1093 time: 0.5718036 Sep 16 00:48:53.762252 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc315f12-cc36-4032-a177-407022eefcc2', 'tag': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:48:53.764462 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef56737b-ac84-4e7e-8733-24606c75f78b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc315f12-cc36-4032-a177-407022eefcc2", "tag": "d6aa43e7-36de-434e-8477-3fcc7b9c4cf8"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:48:53.786923 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214e9c0-a1f9-4998-8918-a9be65ed13c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:53.828991 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc147a87-bd6e-4f32-a1e1-229d1bd8206b x-openstack-request-id: req-fc147a87-bd6e-4f32-a1e1-229d1bd8206b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:48:53.829267 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc315f12-cc36-4032-a177-407022eefcc2", "tag": "d6aa43e7-36de-434e-8477-3fcc7b9c4cf8", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:48:53.829506 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc147a87-bd6e-4f32-a1e1-229d1bd8206b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:48:53.829884 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc315f12-cc36-4032-a177-407022eefcc2', 'tag': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8', 'status': 'completed', 'code': 200} Sep 16 00:48:53.867163 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-5ed0b150-ef5e-4437-b8d4-d1a8e260c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:53.868740 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-5ed0b150-ef5e-4437-b8d4-d1a8e260c097 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0614405 Sep 16 00:48:53.876088 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810d81c-40a8-4e27-b13e-a29f15ba49bd req-686fe922-2e26-4f0e-a03e-ca7f829e9860 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:53.877458 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4810d81c-40a8-4e27-b13e-a29f15ba49bd req-686fe922-2e26-4f0e-a03e-ca7f829e9860 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 943 time: 0.0836608 Sep 16 00:48:53.925091 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-fbefb231-992d-4bbc-b6fc-f0152252cbaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0467389 Sep 16 00:48:53.952869 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4810d81c-40a8-4e27-b13e-a29f15ba49bd req-63c3023a-7c40-46ee-8bb5-4864ebecb09e tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679526 Sep 16 00:48:53.986066 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-9fdc5f65-32b7-4497-a78f-dea0c81070a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:53.987482 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-9fdc5f65-32b7-4497-a78f-dea0c81070a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0479605 Sep 16 00:48:54.026237 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-7609f924-d2ae-47ab-ab95-15a3c3caf040 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238345 Sep 16 00:48:54.129871 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-4c259751-3276-4e63-82a4-bf1f0db054ed service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832279 Sep 16 00:48:54.219236 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1f570ad9-b182-43e1-9324-b0c9a91cff47 req-a5842001-a537-459d-91d0-4a0468a9c65f service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Sep 16 00:48:54.339886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-c1822f52-a86b-4785-8eba-afbf57d5cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:54.341389 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-c1822f52-a86b-4785-8eba-afbf57d5cc26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0427618 Sep 16 00:48:54.681655 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-094489f1-4798-4272-aecf-690b4d982a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:54.683111 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-094489f1-4798-4272-aecf-690b4d982a2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 915 time: 0.3328626 Sep 16 00:48:54.737237 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-211e044d-2001-44c0-a5b4-0d530621e8b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0394375 Sep 16 00:48:54.797113 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-9fa5b2d7-5802-446f-aa0b-6db0377d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:54.798506 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-9fa5b2d7-5802-446f-aa0b-6db0377d1993 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0420144 Sep 16 00:48:54.828538 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-d0a981af-22a8-4142-beaf-071e9656f3c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232370 Sep 16 00:48:54.920218 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-89b85bb3-d8c5-4bb1-bdcb-c34ff19475c1 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Sep 16 00:48:55.009194 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef56737b-ac84-4e7e-8733-24606c75f78b req-6d92b4ec-859d-425b-a929-98de44142d9d service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811510 Sep 16 00:48:55.067790 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9def3d-88c9-435f-aaf1-8d6d9c021d67 req-086ebdfa-cab9-4b73-a1cb-47803845fa0d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:55.070250 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8c9def3d-88c9-435f-aaf1-8d6d9c021d67 req-086ebdfa-cab9-4b73-a1cb-47803845fa0d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 943 time: 0.0499301 Sep 16 00:48:55.107548 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8c9def3d-88c9-435f-aaf1-8d6d9c021d67 req-cdad5a4a-8918-4427-a759-8139b20d8076 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Sep 16 00:48:56.218790 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d3aa-c2c0-4e9a-b16b-f88b374f7a26 req-dd8f419a-6819-4620-af09-f5448bb299c4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:56.220237 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-be28d3aa-c2c0-4e9a-b16b-f88b374f7a26 req-dd8f419a-6819-4620-af09-f5448bb299c4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 943 time: 0.0478914 Sep 16 00:48:56.261309 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-be28d3aa-c2c0-4e9a-b16b-f88b374f7a26 req-7dd6722c-8f57-4dfb-b654-5f059aeb92c1 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Sep 16 00:48:57.372888 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebd925-8be5-4292-8f30-61a691deffa6 req-63a129a2-2628-4a29-b930-d650afc9dd83 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:57.374379 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d2ebd925-8be5-4292-8f30-61a691deffa6 req-63a129a2-2628-4a29-b930-d650afc9dd83 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 943 time: 0.0483627 Sep 16 00:48:57.413961 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d2ebd925-8be5-4292-8f30-61a691deffa6 req-4864e6de-f43f-4350-8082-85984922af41 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Sep 16 00:48:58.531451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea118b07-4fe5-473e-8b2b-59f00b81b412 req-a50c7747-a6fd-43c0-83ce-82898008f7eb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:58.532909 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ea118b07-4fe5-473e-8b2b-59f00b81b412 req-a50c7747-a6fd-43c0-83ce-82898008f7eb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 943 time: 0.0484409 Sep 16 00:48:58.569702 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ea118b07-4fe5-473e-8b2b-59f00b81b412 req-f6cb33c2-8dec-46a9-874d-828732fa4c35 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296154 Sep 16 00:48:59.272386 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:48:59.370700 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:59.382444 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'port_id': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8', 'mac_address': 'fa:16:3e:d0:66:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532bf49e-3088-4291-8241-55ba16da43d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:48:59.418093 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:59.433702 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:48:59.452424 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:48:59.456855 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:48:59.502221 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:48:59.685829 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04a2fe-0ae3-4269-8194-dd8a745f021e req-4809c79d-c6f7-4d63-bb23-1b97e5f96042 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:48:59.687328 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8f04a2fe-0ae3-4269-8194-dd8a745f021e req-4809c79d-c6f7-4d63-bb23-1b97e5f96042 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 944 time: 0.0532832 Sep 16 00:48:59.727090 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8f04a2fe-0ae3-4269-8194-dd8a745f021e req-fc6975f9-0067-4cd9-a6e0-cd5f5336b268 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Sep 16 00:48:59.848414 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:49:00.077372 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4561eff7-fede-4887-b98b-f946d09fb985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:00.839198 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1aaca-5a01-4b7f-92a5-7f05688b1c06 req-fc33aa38-0355-41eb-96ca-f2e6c8d87c1a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:00.840627 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-72d1aaca-5a01-4b7f-92a5-7f05688b1c06 req-fc33aa38-0355-41eb-96ca-f2e6c8d87c1a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 944 time: 0.0477285 Sep 16 00:49:00.876830 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-72d1aaca-5a01-4b7f-92a5-7f05688b1c06 req-311323da-fe14-4d6a-a830-586b4f5cc3d6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303528 Sep 16 00:49:01.283625 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:49:01.339782 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:49:01.343992 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:49:01.344670 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:01.421832 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:01.444182 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc315f12-cc36-4032-a177-407022eefcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:49:01.446472 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580c351-849d-441e-a088-e6e8830ff7b2" -d '{"events": [{"server_uuid": "bc315f12-cc36-4032-a177-407022eefcc2", "name": "network-vif-plugged", "status": "completed", "tag": "d6aa43e7-36de-434e-8477-3fcc7b9c4cf8"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:49:01.458507 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:01.462566 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:01.491908 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b675910-4671-463a-abe8-9917554d998d x-openstack-request-id: req-6b675910-4671-463a-abe8-9917554d998d {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:49:01.492208 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc315f12-cc36-4032-a177-407022eefcc2", "name": "network-vif-plugged", "status": "completed", "tag": "d6aa43e7-36de-434e-8477-3fcc7b9c4cf8", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:49:01.492457 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b675910-4671-463a-abe8-9917554d998d {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:49:01.493167 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc315f12-cc36-4032-a177-407022eefcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8', 'code': 200} Sep 16 00:49:01.519106 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:01.676412 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111630-6341-4dc5-ba72-ed878f7c138d req-121e0ab4-7e9b-414a-a0dd-f93268b939ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:01.677950 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-de111630-6341-4dc5-ba72-ed878f7c138d req-121e0ab4-7e9b-414a-a0dd-f93268b939ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 1098 time: 0.0408630 Sep 16 00:49:01.724041 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-de111630-6341-4dc5-ba72-ed878f7c138d req-3dc23020-eb55-4584-a036-d3de53d0a9fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Sep 16 00:49:01.989765 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbcf81-8ee1-4ba0-a887-4b365c56eed7 req-561de195-0560-4c66-9bae-beeeee5b16ba tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:01.991721 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-02cbcf81-8ee1-4ba0-a887-4b365c56eed7 req-561de195-0560-4c66-9bae-beeeee5b16ba tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 945 time: 0.0505283 Sep 16 00:49:02.029825 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-02cbcf81-8ee1-4ba0-a887-4b365c56eed7 req-0f375f0f-265b-47d7-bf39-41e37c289fb1 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Sep 16 00:49:02.763412 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b27f772e-4abe-4976-baaa-7438f7194a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:02.884019 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:03.142186 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f348-5ba1-4210-868b-52ca132497e1 req-b88f83f6-e939-4f5b-947c-d288c1c14a19 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:03.143632 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-abf0f348-5ba1-4210-868b-52ca132497e1 req-b88f83f6-e939-4f5b-947c-d288c1c14a19 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 945 time: 0.0477433 Sep 16 00:49:03.181135 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-abf0f348-5ba1-4210-868b-52ca132497e1 req-b0e0c55c-0e4e-4e03-8241-cc76aacbd5a4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305390 Sep 16 00:49:03.648148 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:03.921024 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:04.292107 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8438-cf09-4201-8922-06c9a3d7d158 req-45ecbf38-d403-442b-ae95-16d9d6fcd2d9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:04.293624 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dccf8438-cf09-4201-8922-06c9a3d7d158 req-45ecbf38-d403-442b-ae95-16d9d6fcd2d9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Sep 16 00:49:04.331421 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dccf8438-cf09-4201-8922-06c9a3d7d158 req-5d894edb-8be0-4e0f-a864-3c33876009a9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Sep 16 00:49:05.831498 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:13.630629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-444e8f24-7ecf-475b-b302-d39d6b263f62 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:13.632709 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-444e8f24-7ecf-475b-b302-d39d6b263f62 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.1015058 Sep 16 00:49:13.648714 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-59f41ef6-50df-4673-ae46-aa2cda20be11 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/quotas/1f76339b133348cb8ced82073d6a965e HTTP/1.1" status: 200 len: 375 time: 0.0098388 Sep 16 00:49:13.697699 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-b559cfe6-c60d-4d03-b7d4-230ea6baf039 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432618 Sep 16 00:49:13.708036 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-2f402288-9244-419f-a62d-aef657415d2c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:49:13.709328 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-2f402288-9244-419f-a62d-aef657415d2c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047657 Sep 16 00:49:13.798111 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-a8507ef3-29bf-4fe0-ab51-99d2fef642e4 service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836661 Sep 16 00:49:13.886024 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-4f9b0fb4-9940-4830-b116-503c5b832d88 service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812731 Sep 16 00:49:14.046343 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-288fec14-b541-4b4d-9d4b-162a66f7fea2 req-1c1da276-fdf2-45b7-b305-882c0e986395 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0273449 Sep 16 00:49:15.015206 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-319b8d7f-6ae9-479a-a58a-e3c58962d9cb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:15.017128 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-319b8d7f-6ae9-479a-a58a-e3c58962d9cb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.1069300 Sep 16 00:49:15.031396 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Request body: {'port': {'device_id': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'admin_state_up': True, 'tenant_id': '1f76339b133348cb8ced82073d6a965e'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:49:15.149699 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f4e147a6-a6a9-49f9-bc72-868ecea891f4 req-9fa6a8b8-b269-4279-9c7c-2a0e79e9e170 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0332978 Sep 16 00:49:15.167353 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Made reservation on behalf of 1f76339b133348cb8ced82073d6a965e for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:49:15.170968 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:15.291213 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Allocated IP 172.20.0.3 (5e566869-0246-4981-9617-f9019ee76dfc/532bf49e-3088-4291-8241-55ba16da43d8/6a821b76-a5e1-4671-acf9-5f546c47d341) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:49:15.441863 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:15.473606 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:15.485834 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:49:15.515898 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Network 5e566869-0246-4981-9617-f9019ee76dfc is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:49:15.519088 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:49:15.526002 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:49:15.563686 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event updated for resources: {'Port': ['ID=6a821b76-a5e1-4671-acf9-5f546c47d341,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:15.574176 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.574524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.574860 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.575193 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.575522 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.575851 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.576171 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.576494 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.577406 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.577737 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.578060 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.578382 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:15.603931 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:15.604542 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:15.637878 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-8d717ede-9c4f-453d-aa93-a6c31b0fa625 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110735 Sep 16 00:49:15.644553 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-f04756fd-efff-4d24-899f-83e9791cd829 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570142 Sep 16 00:49:15.704197 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-1c5c23ff-9c6f-4e45-b1b4-9bb95784523f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:49:15.705263 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-1c5c23ff-9c6f-4e45-b1b4-9bb95784523f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053549 Sep 16 00:49:15.764213 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Request body: {'port': {'device_id': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:49:15.842459 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-379e52c2-0d60-40f6-a043-44c0b3acd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:15.843846 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-379e52c2-0d60-40f6-a043-44c0b3acd87a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1099 time: 0.1238754 Sep 16 00:49:15.844806 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:16.048193 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-4ee00f2f-18c3-4cd6-a555-abe2b1bf0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:16.049751 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-4ee00f2f-18c3-4cd6-a555-abe2b1bf0145 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.1715677 Sep 16 00:49:16.153150 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-42858371-fed7-41eb-9395-368ac908f5f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 200 len: 1001 time: 0.0951686 Sep 16 00:49:16.227511 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-3a0718e0-3f6b-49a6-9c87-a87a64cc55df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:16.227511 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-3a0718e0-3f6b-49a6-9c87-a87a64cc55df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0645955 Sep 16 00:49:16.262446 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63702470-cda9-4a27-9b56-d9124f8c6e3d req-5e1af6ca-700c-4901-b055-8b4bb527b34a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:16.263946 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-63702470-cda9-4a27-9b56-d9124f8c6e3d req-5e1af6ca-700c-4901-b055-8b4bb527b34a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 931 time: 0.0483611 Sep 16 00:49:16.284429 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a821b76-a5e1-4671-acf9-5f546c47d341 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:49:16.293779 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:16.301702 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-63702470-cda9-4a27-9b56-d9124f8c6e3d req-77717080-bb35-4ed2-bd50-e640362422a9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Sep 16 00:49:16.313175 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-bb81807d-e610-4336-bed2-3bb01438336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:16.314823 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-bb81807d-e610-4336-bed2-3bb01438336f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699482 Sep 16 00:49:16.315722 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Transition to ACTIVE for port object 6a821b76-a5e1-4671-acf9-5f546c47d341 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:49:16.321967 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:16.426969 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a821b76-a5e1-4671-acf9-5f546c47d341,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:16.501165 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-4c67aa8f-85c6-4046-b3bd-ec46eff377ef service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708009 Sep 16 00:49:16.533913 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Attempting to bind port 6a821b76-a5e1-4671-acf9-5f546c47d341 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:49:16.534244 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Attempting to bind port 6a821b76-a5e1-4671-acf9-5f546c47d341 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:49:16.534570 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Attempting to bind port 6a821b76-a5e1-4671-acf9-5f546c47d341 on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:49:16.549132 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Port 6a821b76-a5e1-4671-acf9-5f546c47d341 on network 5e566869-0246-4981-9617-f9019ee76dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:49:16.549456 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Attempting to bind port 6a821b76-a5e1-4671-acf9-5f546c47d341 on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:49:16.556956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:49:16.557297 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Checking segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:49:16.557682 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Bound using segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:49:16.558116 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Bound port: 6a821b76-a5e1-4671-acf9-5f546c47d341, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:49:16.558477 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:16.658378 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c55e77ad-13f5-4416-ba29-b89785f7dc80 req-cad2c1e4-e0d9-499f-8325-318c07103cec service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447506 Sep 16 00:49:16.667466 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] For port 6a821b76-a5e1-4671-acf9-5f546c47d341, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:49:16.670497 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] For port 6a821b76-a5e1-4671-acf9-5f546c47d341, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6a821b76-a5e1-4671-acf9-5f546c47d341,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:49:16.675296 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:16.716143 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:16.716791 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:16.718187 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a821b76-a5e1-4671-acf9-5f546c47d341 HTTP/1.1" status: 200 len: 1093 time: 1.0035658 Sep 16 00:49:16.718625 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'tag': '6a821b76-a5e1-4671-acf9-5f546c47d341'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:49:16.720935 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101b4a4-f634-4471-8c92-99fe20eb0a81" -d '{"events": [{"name": "network-changed", "server_uuid": "f37811f1-6c9a-4690-89bb-3b56feaf3bf7", "tag": "6a821b76-a5e1-4671-acf9-5f546c47d341"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:49:16.749542 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc1d51-4126-44b4-b963-9081cacbd1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a821b76-a5e1-4671-acf9-5f546c47d341,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:16.760629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022dd9e1-561a-410b-af9b-7645b10f2dbe x-openstack-request-id: req-022dd9e1-561a-410b-af9b-7645b10f2dbe {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:49:16.760939 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37811f1-6c9a-4690-89bb-3b56feaf3bf7", "tag": "6a821b76-a5e1-4671-acf9-5f546c47d341", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:49:16.761235 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-022dd9e1-561a-410b-af9b-7645b10f2dbe {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:49:16.761627 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'tag': '6a821b76-a5e1-4671-acf9-5f546c47d341', 'status': 'completed', 'code': 200} Sep 16 00:49:16.816346 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-edbb1e52-5be7-4ab2-bf81-af1ad0b27af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:16.817868 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-edbb1e52-5be7-4ab2-bf81-af1ad0b27af3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0390549 Sep 16 00:49:16.867546 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-b975143d-b605-4526-bdd1-b060f2dc6197 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a821b76-a5e1-4671-acf9-5f546c47d341 HTTP/1.1" status: 200 len: 217 time: 0.0358837 Sep 16 00:49:16.917348 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-339d6c13-0449-4253-a923-e1e77999d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:16.918842 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-339d6c13-0449-4253-a923-e1e77999d04c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0423121 Sep 16 00:49:16.955283 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-e4932fa1-0ee0-4a8b-8786-78317f0e52d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235608 Sep 16 00:49:17.050669 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-95dbce75-c1a5-4bc2-9345-59d24ef90709 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863705 Sep 16 00:49:17.141255 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-983a0b78-cffb-4236-8e74-f15584a43a1e req-79f80fb0-b426-489c-ba4f-39a17c43087a service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812640 Sep 16 00:49:17.267772 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-5f59d2a4-ab57-4c3c-8061-9ee67e47460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:17.267772 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-5f59d2a4-ab57-4c3c-8061-9ee67e47460f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0442476 Sep 16 00:49:17.359896 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-c61d3227-541d-4554-a434-c6620916f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:17.361446 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-c61d3227-541d-4554-a434-c6620916f929 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 915 time: 0.0819716 Sep 16 00:49:17.409264 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-2de19455-72de-42e4-9a67-bd96ac3c57d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a821b76-a5e1-4671-acf9-5f546c47d341 HTTP/1.1" status: 200 len: 217 time: 0.0381005 Sep 16 00:49:17.419022 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef74956-7b7c-47d1-a702-ac74643284d4 req-dc4275d5-7fc6-4444-88ba-03eaaf07c2b7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:17.420486 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1ef74956-7b7c-47d1-a702-ac74643284d4 req-dc4275d5-7fc6-4444-88ba-03eaaf07c2b7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 943 time: 0.0515702 Sep 16 00:49:17.457309 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1ef74956-7b7c-47d1-a702-ac74643284d4 req-cd6973e0-c49d-4563-8c91-179b58ac29c4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Sep 16 00:49:17.459252 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-5a9ebdba-0345-4714-97ab-2c1bf745e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:17.460334 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-5a9ebdba-0345-4714-97ab-2c1bf745e910 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0428910 Sep 16 00:49:17.493492 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-fee8d0f9-cc97-4727-b63b-802836683c80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249488 Sep 16 00:49:17.593225 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-de665158-6a7c-4554-9001-a40d37c50ef9 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818143 Sep 16 00:49:17.681977 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6101b4a4-f634-4471-8c92-99fe20eb0a81 req-4b1e257a-6781-4629-998d-0bf8f626e1a9 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794806 Sep 16 00:49:18.573360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2706a-28de-4312-a983-6b48dba02f08 req-083a3c4e-b411-428d-a692-3d84ef6396f6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:18.574834 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-15a2706a-28de-4312-a983-6b48dba02f08 req-083a3c4e-b411-428d-a692-3d84ef6396f6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 943 time: 0.0488379 Sep 16 00:49:18.611146 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-15a2706a-28de-4312-a983-6b48dba02f08 req-9644b1b8-637d-442d-af52-062d1166fa8b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304384 Sep 16 00:49:19.722324 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b49ef-a613-4620-838e-9f0c90e88059 req-4387209c-257b-4d27-af7b-62273093b042 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:19.723786 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ab3b49ef-a613-4620-838e-9f0c90e88059 req-4387209c-257b-4d27-af7b-62273093b042 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 943 time: 0.0472844 Sep 16 00:49:19.761680 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ab3b49ef-a613-4620-838e-9f0c90e88059 req-184039ea-012d-4177-ac9c-f3f42b4866c5 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314252 Sep 16 00:49:20.876247 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a13c6a-5b36-427c-b42d-63c6d9ec079c req-224622cf-ec15-4c2f-8213-b411e629d3bb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:20.877720 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03a13c6a-5b36-427c-b42d-63c6d9ec079c req-224622cf-ec15-4c2f-8213-b411e629d3bb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 943 time: 0.0507324 Sep 16 00:49:20.915467 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-03a13c6a-5b36-427c-b42d-63c6d9ec079c req-05f989f4-6d82-412e-b74c-7e5489d9affa tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303082 Sep 16 00:49:21.346492 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 6a821b76-a5e1-4671-acf9-5f546c47d341 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:49:21.441180 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 6a821b76-a5e1-4671-acf9-5f546c47d341, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6a821b76-a5e1-4671-acf9-5f546c47d341,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:21.451847 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:49:21.452443 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '6a821b76-a5e1-4671-acf9-5f546c47d341', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'port_id': '6a821b76-a5e1-4671-acf9-5f546c47d341', 'mac_address': 'fa:16:3e:72:59:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532bf49e-3088-4291-8241-55ba16da43d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:49:21.488158 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:21.500856 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a821b76-a5e1-4671-acf9-5f546c47d341 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:49:21.518939 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 6a821b76-a5e1-4671-acf9-5f546c47d341, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6a821b76-a5e1-4671-acf9-5f546c47d341,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:21.523328 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:21.570694 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=6a821b76-a5e1-4671-acf9-5f546c47d341,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:21.919245 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['6a821b76-a5e1-4671-acf9-5f546c47d341'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:49:22.027196 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485452e-97bf-4f75-a663-12bd4400f7d6 req-4d5a1a25-cc28-4e9e-804e-ef8499665f81 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:22.028596 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d485452e-97bf-4f75-a663-12bd4400f7d6 req-4d5a1a25-cc28-4e9e-804e-ef8499665f81 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 944 time: 0.0475724 Sep 16 00:49:22.068949 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d485452e-97bf-4f75-a663-12bd4400f7d6 req-7b4e1fe2-a7b1-4f76-9200-89f9fbf3dfa0 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Sep 16 00:49:23.179642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c426-d1d2-4962-bb57-0c57f2115e05 req-97676410-1e33-48c0-a0e9-c385e7a37ef6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:23.181125 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-84d7c426-d1d2-4962-bb57-0c57f2115e05 req-97676410-1e33-48c0-a0e9-c385e7a37ef6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 944 time: 0.0478060 Sep 16 00:49:23.217462 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-84d7c426-d1d2-4962-bb57-0c57f2115e05 req-edc4bdc2-2be4-4015-9f88-b1052eef749e tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Sep 16 00:49:23.328941 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 6a821b76-a5e1-4671-acf9-5f546c47d341 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:49:23.377384 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 6a821b76-a5e1-4671-acf9-5f546c47d341 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:49:23.381410 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 6a821b76-a5e1-4671-acf9-5f546c47d341 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:49:23.381774 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:23.454586 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:23.476180 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a821b76-a5e1-4671-acf9-5f546c47d341'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:49:23.478402 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181bf486-0d6e-49c2-9af2-a23a6fe1af5d" -d '{"events": [{"server_uuid": "f37811f1-6c9a-4690-89bb-3b56feaf3bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6a821b76-a5e1-4671-acf9-5f546c47d341"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:49:23.491211 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 6a821b76-a5e1-4671-acf9-5f546c47d341, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6a821b76-a5e1-4671-acf9-5f546c47d341,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:23.494959 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:23.517854 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9ed10b-9505-4e9b-a613-7149744ce93e x-openstack-request-id: req-ef9ed10b-9505-4e9b-a613-7149744ce93e {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:49:23.518137 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37811f1-6c9a-4690-89bb-3b56feaf3bf7", "name": "network-vif-plugged", "status": "completed", "tag": "6a821b76-a5e1-4671-acf9-5f546c47d341", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:49:23.518384 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef9ed10b-9505-4e9b-a613-7149744ce93e {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:49:23.518765 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a821b76-a5e1-4671-acf9-5f546c47d341', 'code': 200} Sep 16 00:49:23.551507 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=6a821b76-a5e1-4671-acf9-5f546c47d341,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:23.687858 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7d037-b2cc-4c7a-bff8-464db06b043a req-f0d5e311-c560-46ff-ad82-61494a61baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:23.689420 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4bf7d037-b2cc-4c7a-bff8-464db06b043a req-f0d5e311-c560-46ff-ad82-61494a61baca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0393271 Sep 16 00:49:23.726054 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4bf7d037-b2cc-4c7a-bff8-464db06b043a req-0feb87af-5bd3-4eb2-b70b-fe0d1b10bfe3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268371 Sep 16 00:49:24.329943 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e8a7-c217-4da2-9ef1-4bab86b04876 req-944cffb6-b481-4f22-a930-254e91ac0ce2 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:24.331400 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7544e8a7-c217-4da2-9ef1-4bab86b04876 req-944cffb6-b481-4f22-a930-254e91ac0ce2 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 945 time: 0.0503283 Sep 16 00:49:24.368462 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7544e8a7-c217-4da2-9ef1-4bab86b04876 req-6171078d-7ec5-40f8-beb7-4571818e2636 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304649 Sep 16 00:49:25.488025 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f86c24-4db0-4c87-ba11-714c8bc0fc8a req-9e6740e1-848b-4bd5-8f3d-b50cb76d3dd4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:25.489539 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-28f86c24-4db0-4c87-ba11-714c8bc0fc8a req-9e6740e1-848b-4bd5-8f3d-b50cb76d3dd4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 945 time: 0.0541377 Sep 16 00:49:25.530920 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-28f86c24-4db0-4c87-ba11-714c8bc0fc8a req-50ec03d5-5c1e-4d43-a523-a66f13506d33 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Sep 16 00:49:27.263339 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-af8a8f5d-987d-4d48-8c72-b451377ea98d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:27.264724 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-af8a8f5d-987d-4d48-8c72-b451377ea98d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.0981407 Sep 16 00:49:27.279432 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-c143e3dd-b76d-4a8d-a2d6-4b8e7346fa5f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/quotas/1f76339b133348cb8ced82073d6a965e HTTP/1.1" status: 200 len: 375 time: 0.0092123 Sep 16 00:49:27.332292 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-bd644e72-c33c-47ea-b956-691fd5757ac1 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479345 Sep 16 00:49:27.419643 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-684a0242-a9fd-477b-b6ae-88ccce6deceb service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802245 Sep 16 00:49:27.508059 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-da2e91d3-bdd6-4520-9289-bcefc0bb6833 service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825577 Sep 16 00:49:27.662131 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d2ebf8d3-0bc5-4355-a140-2d9a8bb5a949 req-5a4dcf26-0188-4f52-9e46-639ebaef7444 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Sep 16 00:49:28.595069 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-838ef2ae-fd8a-4188-8691-355e8573b7e6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:28.596518 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-838ef2ae-fd8a-4188-8691-355e8573b7e6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.1013684 Sep 16 00:49:28.613548 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Request body: {'port': {'device_id': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'admin_state_up': True, 'tenant_id': '1f76339b133348cb8ced82073d6a965e'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:49:28.726902 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Made reservation on behalf of 1f76339b133348cb8ced82073d6a965e for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:49:28.730598 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:28.768576 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3b664e49-ff92-4bbd-a631-c4b2a62ec9c7 req-9d24bf61-facb-4af0-a5d3-f716cdf6d43c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 210 time: 0.0357413 Sep 16 00:49:28.881044 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Allocated IP 172.20.0.9 (5e566869-0246-4981-9617-f9019ee76dfc/532bf49e-3088-4291-8241-55ba16da43d8/29957d63-4502-4ff1-8321-266024209082) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:49:29.025075 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:29.312799 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:29.330646 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8', '6a821b76-a5e1-4671-acf9-5f546c47d341'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:49:29.355442 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Network 5e566869-0246-4981-9617-f9019ee76dfc is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:49:29.358507 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:49:29.365369 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:49:29.372536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event updated for resources: {'Port': ['ID=29957d63-4502-4ff1-8321-266024209082,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:29.418563 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:29.419271 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:29.434176 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-7a86ee0f-3abd-41d1-a3ca-7b71af45333f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248179 Sep 16 00:49:29.447716 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Request body: {'port': {'device_id': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:49:29.503448 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:29.762213 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29957d63-4502-4ff1-8321-266024209082 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:49:29.769492 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:29.781552 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Transition to ACTIVE for port object 29957d63-4502-4ff1-8321-266024209082 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:49:29.785250 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:29.855253 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Pushing event updated for resources: {'Port': ['ID=29957d63-4502-4ff1-8321-266024209082,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:29.883137 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97242a7a-2ca0-4479-a1cd-424bfa436920 req-8ad08fdf-92d8-4700-8b50-f39057e6b0b3 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:29.884728 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97242a7a-2ca0-4479-a1cd-424bfa436920 req-8ad08fdf-92d8-4700-8b50-f39057e6b0b3 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 943 time: 0.0480938 Sep 16 00:49:29.902355 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Attempting to bind port 29957d63-4502-4ff1-8321-266024209082 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:49:29.902682 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Attempting to bind port 29957d63-4502-4ff1-8321-266024209082 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:49:29.903001 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Attempting to bind port 29957d63-4502-4ff1-8321-266024209082 on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:49:29.907334 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Port 29957d63-4502-4ff1-8321-266024209082 on network 5e566869-0246-4981-9617-f9019ee76dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:49:29.907649 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Attempting to bind port 29957d63-4502-4ff1-8321-266024209082 on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:49:29.913470 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:49:29.913797 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Checking segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:49:29.914220 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Bound using segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:49:29.914642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Bound port: 29957d63-4502-4ff1-8321-266024209082, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:49:29.915529 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:29.922387 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-97242a7a-2ca0-4479-a1cd-424bfa436920 req-d6f371ed-aa1d-44cd-b107-9edcfad35526 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Sep 16 00:49:29.976103 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] For port 29957d63-4502-4ff1-8321-266024209082, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:49:29.979028 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] For port 29957d63-4502-4ff1-8321-266024209082, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=29957d63-4502-4ff1-8321-266024209082,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:49:29.983506 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:30.014539 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:30.015140 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:30.016497 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/29957d63-4502-4ff1-8321-266024209082 HTTP/1.1" status: 200 len: 1093 time: 0.5741055 Sep 16 00:49:30.016948 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'tag': '29957d63-4502-4ff1-8321-266024209082'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:49:30.019134 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e43d20f-5c43-4fb7-a410-8c175da9a69b" -d '{"events": [{"name": "network-changed", "server_uuid": "759a70f3-dd72-4740-9b0d-4a4f37ef9509", "tag": "29957d63-4502-4ff1-8321-266024209082"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:49:30.046277 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d47aa-8944-4591-8758-0110f13484a1 service neutron] Pushing event updated for resources: {'Port': ['ID=29957d63-4502-4ff1-8321-266024209082,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:30.078439 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8caea54d-9052-4b7e-9f77-bff178314525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:30.101580 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-e43b4c10-cfef-4f62-8cb2-e4c1592d6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:30.103091 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-e43b4c10-cfef-4f62-8cb2-e4c1592d6e06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 1096 time: 0.0468271 Sep 16 00:49:30.147174 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e560cf1-dbc2-465c-81c4-9dedaffab07e x-openstack-request-id: req-3e560cf1-dbc2-465c-81c4-9dedaffab07e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:49:30.147457 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759a70f3-dd72-4740-9b0d-4a4f37ef9509", "tag": "29957d63-4502-4ff1-8321-266024209082", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:49:30.147702 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e560cf1-dbc2-465c-81c4-9dedaffab07e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:49:30.148091 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'tag': '29957d63-4502-4ff1-8321-266024209082', 'status': 'completed', 'code': 200} Sep 16 00:49:30.149857 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-47243d4b-116d-4e7d-b3ff-7c022b556e87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29957d63-4502-4ff1-8321-266024209082 HTTP/1.1" status: 200 len: 217 time: 0.0382273 Sep 16 00:49:30.198895 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-d79157f8-136c-4411-a7b5-940a571ab341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:30.200399 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-d79157f8-136c-4411-a7b5-940a571ab341 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0432503 Sep 16 00:49:30.233884 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-330876dc-0588-4b69-9a37-66cdcc5fc6f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241511 Sep 16 00:49:30.328706 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-72a04b65-99c1-4e6b-b169-038a8a407072 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854099 Sep 16 00:49:30.424023 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-597bfa79-0a78-46ee-b6dc-1866062fcd9e req-86780cbb-ca77-4bfd-acfe-f5f7e05a3ccb service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878475 Sep 16 00:49:30.514822 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-7119a368-1793-4b82-855f-1b096a112eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:30.516304 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-7119a368-1793-4b82-855f-1b096a112eef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 1096 time: 0.0411210 Sep 16 00:49:30.609055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-1d91318b-296a-42a8-bb8f-063982a5751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:30.610633 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-1d91318b-296a-42a8-bb8f-063982a5751b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 915 time: 0.0866377 Sep 16 00:49:30.655844 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-657176fa-c0b8-4881-90a4-675008f0d9b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29957d63-4502-4ff1-8321-266024209082 HTTP/1.1" status: 200 len: 217 time: 0.0376432 Sep 16 00:49:30.703722 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-892ab0a2-afa6-45e8-88e8-18cc5d5c5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:30.705246 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-892ab0a2-afa6-45e8-88e8-18cc5d5c5650 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0420609 Sep 16 00:49:30.705655 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83ea3-4b9b-4aa4-947b-331e6d36862a req-eae5ec1b-b37a-49b7-afc7-bf8f8acff0b0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:30.707107 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f9f83ea3-4b9b-4aa4-947b-331e6d36862a req-eae5ec1b-b37a-49b7-afc7-bf8f8acff0b0 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0506406 Sep 16 00:49:30.738891 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-ce98358a-29a1-4c8b-b299-683e9b3d6bac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263696 Sep 16 00:49:30.746617 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f9f83ea3-4b9b-4aa4-947b-331e6d36862a req-e61a67c0-a63a-41ad-9f58-ef921f034179 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323832 Sep 16 00:49:30.838556 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-8d0946ff-ae1f-49cb-96e8-cf3b094652cc service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884299 Sep 16 00:49:30.929993 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5e43d20f-5c43-4fb7-a410-8c175da9a69b req-57da75bb-faa0-4249-91f9-002a077faa42 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795307 Sep 16 00:49:31.041517 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0141c2-c7d7-4eda-945b-cca9d8a21a48 req-6c3ac1a0-84e3-400d-b510-d95cdcde8944 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:31.042901 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-da0141c2-c7d7-4eda-945b-cca9d8a21a48 req-6c3ac1a0-84e3-400d-b510-d95cdcde8944 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 943 time: 0.0543358 Sep 16 00:49:31.080505 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-da0141c2-c7d7-4eda-945b-cca9d8a21a48 req-bcabe10c-a40e-461f-b025-6f780a77de23 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Sep 16 00:49:31.865525 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5183f6b-eb52-4d73-bac3-2fd7f7f105a9 req-f0a9b7ea-8859-411d-a95e-69a35528d2ce tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:31.866996 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d5183f6b-eb52-4d73-bac3-2fd7f7f105a9 req-f0a9b7ea-8859-411d-a95e-69a35528d2ce tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0487342 Sep 16 00:49:31.904684 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d5183f6b-eb52-4d73-bac3-2fd7f7f105a9 req-6fd2f45e-77c3-4005-95de-a5f06aa8bec3 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319090 Sep 16 00:49:32.199191 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213ec66-71e1-41fb-8a0e-6b0935225c37 req-a8c999ab-94da-4aeb-bc2d-f4fff512a8fe tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:32.200685 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b213ec66-71e1-41fb-8a0e-6b0935225c37 req-a8c999ab-94da-4aeb-bc2d-f4fff512a8fe tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 943 time: 0.0483840 Sep 16 00:49:32.236494 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b213ec66-71e1-41fb-8a0e-6b0935225c37 req-2cfb3c9c-4e2e-4c31-b952-e40c13197362 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300260 Sep 16 00:49:32.643820 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-5ab52cf8-be50-421d-9cb2-37601e031e04 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:32.645360 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-5ab52cf8-be50-421d-9cb2-37601e031e04 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0481718 Sep 16 00:49:32.738390 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Deleting port fe839497-1add-4ec2-ae37-a544dbaeb596 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:49:32.738744 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:32.764075 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d0509e9c-0d86-45d5-a4ff-c85b317e4446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:32.826695 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] For port fe839497-1add-4ec2-ae37-a544dbaeb596, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=fe839497-1add-4ec2-ae37-a544dbaeb596,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:32.827058 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:32.881685 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:33.001778 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:33.002143 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:33.002462 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Floating IP 7fc527e7-aa27-4322-86da-5584e7d41fb4 disassociated. External IP: 172.27.0.195, port: fe839497-1add-4ec2-ae37-a544dbaeb596. Sep 16 00:49:33.002799 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Calling delete_port for fe839497-1add-4ec2-ae37-a544dbaeb596 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:49:33.021144 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f7f58-f42b-43c2-9387-6e5b95732ab9 req-60e7b221-8873-47c8-ae8f-9fcb6c654ebb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:33.022714 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fc1f7f58-f42b-43c2-9387-6e5b95732ab9 req-60e7b221-8873-47c8-ae8f-9fcb6c654ebb tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a HTTP/1.1" status: 200 len: 947 time: 0.0480475 Sep 16 00:49:33.059997 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-fc1f7f58-f42b-43c2-9387-6e5b95732ab9 req-ed504c37-b77e-432d-b640-b201be33cf2b tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups?id=7099f4f2-6109-45a0-a853-e1df00b05eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Sep 16 00:49:33.128391 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:33.159474 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event deleted for resources: {'Port': ['ID=fe839497-1add-4ec2-ae37-a544dbaeb596,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:33.274954 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Router 73288955-2e0e-44e8-b639-05c7dd8e16d2 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:49:33.405850 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5a6ec-ba1b-4c09-8092-d2e9b195552d req-4cb28614-97cb-4e3e-a825-6ff9c219053d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:33.407282 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-87b5a6ec-ba1b-4c09-8092-d2e9b195552d req-4cb28614-97cb-4e3e-a825-6ff9c219053d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 943 time: 0.0926518 Sep 16 00:49:33.429901 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:49:33.439352 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] Sync routers for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:49:33.448535 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:49:33.449179 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:49:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:33.483978 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] No DVR routers for this DVR port fe839497-1add-4ec2-ae37-a544dbaeb596 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:49:33.488004 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:33.490346 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5657d30e-440a-4a7c-b87f-76b81c43a74c req-edb68492-bd18-4219-9e40-a443c214390f tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.39 "DELETE /v2.0/ports/fe839497-1add-4ec2-ae37-a544dbaeb596 HTTP/1.1" status: 204 len: 173 time: 0.8386993 Sep 16 00:49:33.491305 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-deleted', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:49:33.495896 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259cff6c-fb89-45b1-9658-f099790bf1a4" -d '{"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-deleted", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:49:33.502059 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-87b5a6ec-ba1b-4c09-8092-d2e9b195552d req-5c6fa489-d66e-43c5-a801-b4a38b327754 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853560 Sep 16 00:49:33.559502 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30df3313-8598-40f8-8686-066ea9e6f389 x-openstack-request-id: req-30df3313-8598-40f8-8686-066ea9e6f389 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:49:33.559793 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a", "name": "network-vif-deleted", "tag": "fe839497-1add-4ec2-ae37-a544dbaeb596", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:49:33.560038 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30df3313-8598-40f8-8686-066ea9e6f389 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:49:33.560463 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e39b5a9-1e0e-49a5-bed4-2194bfc0dc7a', 'name': 'network-vif-deleted', 'tag': 'fe839497-1add-4ec2-ae37-a544dbaeb596', 'status': 'completed', 'code': 200} Sep 16 00:49:33.562641 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:49:33.655891 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:33.770394 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:33.795751 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] Checking router: 73288955-2e0e-44e8-b639-05c7dd8e16d2 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:49:33.804240 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:49:33.804877 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:49:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:33.909340 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:49:33.926715 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.122262 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:34.150226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43892) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:34.154009 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcb7b2-bf8d-4668-9616-6b40ea91a1a9 None None] The sync data for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi is: [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:38:59Z', 'revision_number': 4, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': '875561d2-a2f8-499d-8fff-846de408d6b5', 'name': '', 'network_id': '5e48b003-30c1-4525-82d8-fb61c94e2598', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'mac_address': 'fa:16:3e:6a:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:56Z', 'updated_at': '2021-09-16T00:39:08Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'subnets': [{'id': '3df9efdd-16d8-487c-92ea-8121a6e09eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:49:34.213185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-83f8c685-e067-43b7-9999-b04789d6edb2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.239306 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-83f8c685-e067-43b7-9999-b04789d6edb2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.289671 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-83f8c685-e067-43b7-9999-b04789d6edb2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.292442 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-83f8c685-e067-43b7-9999-b04789d6edb2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.293667 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-83f8c685-e067-43b7-9999-b04789d6edb2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "DELETE /v2.0/security-groups/7099f4f2-6109-45a0-a853-e1df00b05eae HTTP/1.1" status: 204 len: 168 time: 0.1423306 Sep 16 00:49:34.296524 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 43894) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:34.306362 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8c685-e067-43b7-9999-b04789d6edb2 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099f4f2-6109-45a0-a853-e1df00b05eae,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:34.312158 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.api.v2.resource [None req-0e7380e8-cabd-43d5-bc7d-2d820533b367 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] show failed (client error): The resource could not be found. Sep 16 00:49:34.315519 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43896) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:34.315779 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-0e7380e8-cabd-43d5-bc7d-2d820533b367 tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "GET /v2.0/security-groups/7099f4f2-6109-45a0-a853-e1df00b05eae HTTP/1.1" status: 404 len: 347 time: 0.0179324 Sep 16 00:49:34.440625 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Deleting port 1bfadcfb-3b01-4d73-a94f-4b42705d36ba {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:49:34.441004 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.503542 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f134212-175e-4a04-9666-7bc9b333d2ff None None] New status for floating IP 7fc527e7-aa27-4322-86da-5584e7d41fb4: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:49:34.517440 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.517775 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.529573 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Calling delete_port for 1bfadcfb-3b01-4d73-a94f-4b42705d36ba owned by network:floatingip {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:49:34.640503 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087bcc0-9fb9-4392-bdb3-a80628ced216 req-c57b6a80-a875-427f-a6bb-9767d5bd46aa tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:34.642048 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5087bcc0-9fb9-4392-bdb3-a80628ced216 req-c57b6a80-a875-427f-a6bb-9767d5bd46aa tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 943 time: 0.0664415 Sep 16 00:49:34.709506 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5087bcc0-9fb9-4392-bdb3-a80628ced216 req-6c4d2003-77aa-46b3-b7fb-b31276787ddd tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558152 Sep 16 00:49:34.732990 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.759994 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Pushing event deleted for resources: {'Port': ['ID=1bfadcfb-3b01-4d73-a94f-4b42705d36ba,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:34.817251 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks [] for floatingip, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.819909 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:34.821694 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-3dcfe7bd-35a0-4649-8005-59be1de5228d tempest-AttachVolumeShelveTestJSON-1146497811 tempest-AttachVolumeShelveTestJSON-1146497811-project] 10.222.0.13 "DELETE /v2.0/floatingips/7fc527e7-aa27-4322-86da-5584e7d41fb4 HTTP/1.1" status: 204 len: 168 time: 0.5046179 Sep 16 00:49:35.388364 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 29957d63-4502-4ff1-8321-266024209082 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:49:35.478547 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 29957d63-4502-4ff1-8321-266024209082, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=29957d63-4502-4ff1-8321-266024209082,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:35.492075 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '29957d63-4502-4ff1-8321-266024209082', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'port_id': '29957d63-4502-4ff1-8321-266024209082', 'mac_address': 'fa:16:3e:c7:09:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532bf49e-3088-4291-8241-55ba16da43d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:49:35.528081 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:35.540750 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29957d63-4502-4ff1-8321-266024209082 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:49:35.559177 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 29957d63-4502-4ff1-8321-266024209082, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=29957d63-4502-4ff1-8321-266024209082,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:35.563153 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:35.607099 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=29957d63-4502-4ff1-8321-266024209082,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:35.613750 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.614108 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.614663 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.614788 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.615130 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.615445 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.615750 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.616068 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.616391 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.616775 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.617091 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.617402 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:35.826907 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a908f-dca5-4dc1-9d00-af36b7342186 req-3d39ef16-6314-4cc0-b4b2-a8f82c5dc0bc tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:35.828388 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-826a908f-dca5-4dc1-9d00-af36b7342186 req-3d39ef16-6314-4cc0-b4b2-a8f82c5dc0bc tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 944 time: 0.0515940 Sep 16 00:49:35.836151 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:35.867415 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-826a908f-dca5-4dc1-9d00-af36b7342186 req-e86dfb58-e59f-4efe-8dfd-e5cb8d4c7e00 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Sep 16 00:49:35.946879 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['29957d63-4502-4ff1-8321-266024209082'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:49:36.981524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa65c29-ed9f-4255-aed6-d37b95f430f4 req-f5ac81de-a1a2-4e94-a848-50d3616677f9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:36.982993 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ffa65c29-ed9f-4255-aed6-d37b95f430f4 req-f5ac81de-a1a2-4e94-a848-50d3616677f9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 944 time: 0.0516140 Sep 16 00:49:37.019321 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ffa65c29-ed9f-4255-aed6-d37b95f430f4 req-92a961b9-4744-434c-bc75-9f617ee821be tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Sep 16 00:49:37.253534 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43924) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:37.408090 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 29957d63-4502-4ff1-8321-266024209082 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:49:37.455668 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 29957d63-4502-4ff1-8321-266024209082 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:49:37.459141 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 29957d63-4502-4ff1-8321-266024209082 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:49:37.459509 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:37.537096 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:37.559055 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29957d63-4502-4ff1-8321-266024209082'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:49:37.561503 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6948f8c0-90e4-4798-94d6-45b5772b447e" -d '{"events": [{"server_uuid": "759a70f3-dd72-4740-9b0d-4a4f37ef9509", "name": "network-vif-plugged", "status": "completed", "tag": "29957d63-4502-4ff1-8321-266024209082"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:49:37.574322 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 29957d63-4502-4ff1-8321-266024209082, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=29957d63-4502-4ff1-8321-266024209082,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:37.578642 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:37.579625 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:49:37.616004 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: fe839497-1add-4ec2-ae37-a544dbaeb596 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:49:37.616349 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device fe839497-1add-4ec2-ae37-a544dbaeb596 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:49:37.643347 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=29957d63-4502-4ff1-8321-266024209082,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:37.645075 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:37.667066 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a0423-125d-4473-b174-0ec3f30b6715 x-openstack-request-id: req-c29a0423-125d-4473-b174-0ec3f30b6715 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:49:37.667361 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759a70f3-dd72-4740-9b0d-4a4f37ef9509", "name": "network-vif-plugged", "status": "completed", "tag": "29957d63-4502-4ff1-8321-266024209082", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:49:37.667613 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c29a0423-125d-4473-b174-0ec3f30b6715 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:49:37.668003 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29957d63-4502-4ff1-8321-266024209082', 'code': 200} Sep 16 00:49:37.849587 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e877d-9c39-4b4f-b466-740ed55414a7 req-2542600d-be09-45f9-a548-fbcf2107a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:37.851065 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-198e877d-9c39-4b4f-b466-740ed55414a7 req-2542600d-be09-45f9-a548-fbcf2107a19f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 1098 time: 0.0523312 Sep 16 00:49:37.922644 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-198e877d-9c39-4b4f-b466-740ed55414a7 req-0d49a2fa-0f2a-448a-8234-9992fae9282d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637426 Sep 16 00:49:37.945563 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Deleting port 875561d2-a2f8-499d-8fff-846de408d6b5 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:49:37.945898 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:38.024329 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] For port 875561d2-a2f8-499d-8fff-846de408d6b5, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=875561d2-a2f8-499d-8fff-846de408d6b5,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:38.025026 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:38.036832 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Calling delete_port for 875561d2-a2f8-499d-8fff-846de408d6b5 owned by network:router_interface {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:49:38.179886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70b793-dfc9-4db7-bcb8-5e1d0f0b4794 req-98817cfe-55be-4114-b2a0-5b3d7f2dd3ff tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:38.181363 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ad70b793-dfc9-4db7-bcb8-5e1d0f0b4794 req-98817cfe-55be-4114-b2a0-5b3d7f2dd3ff tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 945 time: 0.0921178 Sep 16 00:49:38.235766 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ad70b793-dfc9-4db7-bcb8-5e1d0f0b4794 req-e2443c37-9c02-46ac-9e1d-da370724e42b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481334 Sep 16 00:49:38.274194 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:38.308291 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=875561d2-a2f8-499d-8fff-846de408d6b5,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:38.719582 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:38.927279 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Router 73288955-2e0e-44e8-b639-05c7dd8e16d2 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:49:39.032956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:49:39.039068 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-32971bf2-63de-4482-86ae-e35076fd2bb6 admin admin] 10.222.0.13 "PUT /v2.0/routers/73288955-2e0e-44e8-b639-05c7dd8e16d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7845244 Sep 16 00:49:39.041699 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43934) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:39.042371 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] Sync routers for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:49:39.051304 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:49:39.052570 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:49:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:39.143274 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.245131 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:49:39.248475 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.302896 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Deleting port 00028006-7b95-4ebf-83e3-8e488398f690 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:49:39.303152 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.368310 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8be513-73be-4a0f-b4b4-090721102d52 req-88ea7292-f6c0-4957-86c6-3bc23b7e1eb3 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:39.370288 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bf8be513-73be-4a0f-b4b4-090721102d52 req-88ea7292-f6c0-4957-86c6-3bc23b7e1eb3 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 945 time: 0.0498514 Sep 16 00:49:39.384773 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] For port 00028006-7b95-4ebf-83e3-8e488398f690, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=00028006-7b95-4ebf-83e3-8e488398f690,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:39.385136 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.398721 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Calling delete_port for 00028006-7b95-4ebf-83e3-8e488398f690 owned by network:router_gateway {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:49:39.431944 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '00028006-7b95-4ebf-83e3-8e488398f690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:49:38Z', 'revision_number': 5, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port': {'id': '00028006-7b95-4ebf-83e3-8e488398f690', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:38:50Z', 'updated_at': '2021-09-16T00:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:39.457326 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-bf8be513-73be-4a0f-b4b4-090721102d52 req-d3a5a429-0b32-4a43-b14c-5758fe37c207 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714428 Sep 16 00:49:39.459461 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] Checking router: 73288955-2e0e-44e8-b639-05c7dd8e16d2 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:49:39.468797 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] Routers {'73288955-2e0e-44e8-b639-05c7dd8e16d2'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:49:39.468797 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:49:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['73288955-2e0e-44e8-b639-05c7dd8e16d2'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:39.557946 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] Set router 73288955-2e0e-44e8-b639-05c7dd8e16d2 gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:49:39.567756 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.596847 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00028006-7b95-4ebf-83e3-8e488398f690,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:39.616424 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:49:39Z', 'revision_number': 6, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port_host': None}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:39.642389 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de618b8-7a54-4350-a29b-db226b63a732 None None] The sync data for ids ['73288955-2e0e-44e8-b639-05c7dd8e16d2'] in dv-cinder-809303-1-iscsi is: [{'id': '73288955-2e0e-44e8-b639-05c7dd8e16d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1156613263-router', 'tenant_id': '3cdc107b671940128936bc82bfd44250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:38:49Z', 'updated_at': '2021-09-16T00:49:39Z', 'revision_number': 6, 'project_id': '3cdc107b671940128936bc82bfd44250', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:49:39.657122 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.748193 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.750321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.793192 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.793736 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73288955-2e0e-44e8-b639-05c7dd8e16d2 {{(pid=100419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:49:39.798314 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.799472 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-e9ed2188-f4dc-42d7-bf09-3202251759c1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/73288955-2e0e-44e8-b639-05c7dd8e16d2 HTTP/1.1" status: 204 len: 168 time: 0.7569118 Sep 16 00:49:39.802151 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43938) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:39.847979 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] Deleting subnet 3df9efdd-16d8-487c-92ea-8121a6e09eff {{(pid=100419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:49:39.851620 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.884768 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075539'] for subnet, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:39.959195 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.017324 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25632478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867631'] for subnet, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.044330 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df9efdd-16d8-487c-92ea-8121a6e09eff,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:40.047913 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.049873 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-fa1b1b44-d448-46a5-a9ac-ac25de8dd220 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3df9efdd-16d8-487c-92ea-8121a6e09eff HTTP/1.1" status: 204 len: 168 time: 0.2468038 Sep 16 00:49:40.052571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43940) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:40.056265 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4532b56-1e5d-4508-b8e2-5c48ea25e981 None None] Network 5e48b003-30c1-4525-82d8-fb61c94e2598 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:49:40.144636 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.150741 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 875561d2-a2f8-499d-8fff-846de408d6b5 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:49:40.171677 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 875561d2-a2f8-499d-8fff-846de408d6b5 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:49:40.172098 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 875561d2-a2f8-499d-8fff-846de408d6b5 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:49:40.205295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Deleting port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:49:40.205725 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.270815 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] For port 3a571a9e-2935-4b36-8601-0d03e7d2ce33, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=3a571a9e-2935-4b36-8601-0d03e7d2ce33,segment=NetworkSegment(2461e88a-19e6-466c-8851-905021b807ca),segment_id=2461e88a-19e6-466c-8851-905021b807ca)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:40.271174 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.283145 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Calling delete_port for 3a571a9e-2935-4b36-8601-0d03e7d2ce33 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:49:40.362400 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.387719 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a571a9e-2935-4b36-8601-0d03e7d2ce33,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:40.389463 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] No DVR routers for this DVR port 3a571a9e-2935-4b36-8601-0d03e7d2ce33 on host dv-cinder-809303-1-iscsi {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:49:40.460387 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.470858 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028b82e-d24a-495c-9088-ce030911f3f5 None None] DHCP port deletion for 5e48b003-30c1-4525-82d8-fb61c94e2598 request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:49:40.487541 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e48b003-30c1-4525-82d8-fb61c94e2598']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:40.497819 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2461e88a-19e6-466c-8851-905021b807ca') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:40.498185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2461e88a-19e6-466c-8851-905021b807ca') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:49:40.512442 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.526870 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.542787 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:49:40.543172 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:49:40.544790 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:49:40.614983 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.620708 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.622992 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e48b003-30c1-4525-82d8-fb61c94e2598 HTTP/1.1" status: 204 len: 168 time: 0.5688851 Sep 16 00:49:40.638737 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdd391-b664-4bc6-ab5c-1be363f8ca40 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e48b003-30c1-4525-82d8-fb61c94e2598,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:40.651014 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b55990-7c75-4c31-bfc9-87c46bc19414 req-d5bc1008-cf0d-4147-ac69-f83e29e5cbea tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:40.652531 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-30b55990-7c75-4c31-bfc9-87c46bc19414 req-d5bc1008-cf0d-4147-ac69-f83e29e5cbea tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 945 time: 0.1206119 Sep 16 00:49:40.695966 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-30b55990-7c75-4c31-bfc9-87c46bc19414 req-3616c860-f583-48d1-b13a-5edaf543b1b7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364943 Sep 16 00:49:40.766092 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 43948) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:40.809455 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d875c3b8-f07e-4a60-812f-39550d54ecae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cdc107b671940128936bc82bfd44250&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421650 Sep 16 00:49:40.811983 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 43950) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:40.862276 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3993-ebc6-4160-9889-c243c82efe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.884584 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3993-ebc6-4160-9889-c243c82efe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.938629 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3993-ebc6-4160-9889-c243c82efe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.941257 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3993-ebc6-4160-9889-c243c82efe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:40.943139 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-5b1c3993-ebc6-4160-9889-c243c82efe6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e77d49e8-996d-44f1-ba2e-3f53f2f89d96 HTTP/1.1" status: 204 len: 168 time: 0.1301529 Sep 16 00:49:40.951669 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c3993-ebc6-4160-9889-c243c82efe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d49e8-996d-44f1-ba2e-3f53f2f89d96,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:42.022504 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 00028006-7b95-4ebf-83e3-8e488398f690 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:49:42.044060 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 00028006-7b95-4ebf-83e3-8e488398f690 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:49:42.044400 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 00028006-7b95-4ebf-83e3-8e488398f690 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:49:42.044849 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a571a9e-2935-4b36-8601-0d03e7d2ce33 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:49:42.067716 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 3a571a9e-2935-4b36-8601-0d03e7d2ce33 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:49:42.068257 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a571a9e-2935-4b36-8601-0d03e7d2ce33 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:49:45.306195 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44056) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:45.408258 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f9b899ce-c676-4e3d-8e7f-82ee2cac8225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:45.502928 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f9b899ce-c676-4e3d-8e7f-82ee2cac8225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:45.507372 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-f9b899ce-c676-4e3d-8e7f-82ee2cac8225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:45.546072 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f9b899ce-c676-4e3d-8e7f-82ee2cac8225 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b54d618451d44f58c56ef838451fc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388237 Sep 16 00:49:45.546919 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b899ce-c676-4e3d-8e7f-82ee2cac8225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca11700-8994-4c8c-aaed-7cb258012465,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:45.548761 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44062) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:45.596260 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6eb8-6e4d-4ede-a4fb-412f30f20487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:45.616857 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6eb8-6e4d-4ede-a4fb-412f30f20487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:45.662031 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6eb8-6e4d-4ede-a4fb-412f30f20487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:45.664561 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6eb8-6e4d-4ede-a4fb-412f30f20487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:45.665708 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-9c3f6eb8-6e4d-4ede-a4fb-412f30f20487 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ca11700-8994-4c8c-aaed-7cb258012465 HTTP/1.1" status: 204 len: 168 time: 0.1159923 Sep 16 00:49:45.672978 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f6eb8-6e4d-4ede-a4fb-412f30f20487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca11700-8994-4c8c-aaed-7cb258012465,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:45.923331 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44068) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:45.936589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f8e6-0208-44e3-b208-f7b9274516ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:46.025552 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f8e6-0208-44e3-b208-f7b9274516ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:46.028977 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f8e6-0208-44e3-b208-f7b9274516ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:46.066725 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a3f8f8e6-0208-44e3-b208-f7b9274516ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd8f3295188a4795ad18a1b28ef112eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423512 Sep 16 00:49:46.067563 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8f8e6-0208-44e3-b208-f7b9274516ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6543c2d-470f-4db5-8011-a2f7ff077c97,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:46.069567 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44070) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:46.122730 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-dc38e8ea-516a-4a74-ab84-0bf0b6caf50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:46.146544 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-dc38e8ea-516a-4a74-ab84-0bf0b6caf50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:46.192657 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-dc38e8ea-516a-4a74-ab84-0bf0b6caf50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:46.195252 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-dc38e8ea-516a-4a74-ab84-0bf0b6caf50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:46.196404 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-dc38e8ea-516a-4a74-ab84-0bf0b6caf50e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6543c2d-470f-4db5-8011-a2f7ff077c97 HTTP/1.1" status: 204 len: 168 time: 0.1258147 Sep 16 00:49:46.204006 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38e8ea-516a-4a74-ab84-0bf0b6caf50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6543c2d-470f-4db5-8011-a2f7ff077c97,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:47.739959 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44122) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:47.842549 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3f9b87e7-f627-4734-9fe4-f5043813a82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:47.931706 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3f9b87e7-f627-4734-9fe4-f5043813a82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:47.934521 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3f9b87e7-f627-4734-9fe4-f5043813a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:47.971810 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-3f9b87e7-f627-4734-9fe4-f5043813a82d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c9341b526dc424fb7706ac688a56790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307885 Sep 16 00:49:47.972661 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b87e7-f627-4734-9fe4-f5043813a82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38776ba-f044-4fe6-89b7-678900b255c5,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:47.975219 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44126) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:48.029559 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5379e1da-8af5-4309-9afd-2ee8d511bdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.050505 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5379e1da-8af5-4309-9afd-2ee8d511bdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.097595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5379e1da-8af5-4309-9afd-2ee8d511bdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.100404 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5379e1da-8af5-4309-9afd-2ee8d511bdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.101614 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5379e1da-8af5-4309-9afd-2ee8d511bdee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d38776ba-f044-4fe6-89b7-678900b255c5 HTTP/1.1" status: 204 len: 168 time: 0.1252501 Sep 16 00:49:48.109100 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379e1da-8af5-4309-9afd-2ee8d511bdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38776ba-f044-4fe6-89b7-678900b255c5,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:48.354642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44132) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:48.367631 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8bf9a0d4-bf1d-4101-a062-2cb7b1352c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.455655 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8bf9a0d4-bf1d-4101-a062-2cb7b1352c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.460054 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8bf9a0d4-bf1d-4101-a062-2cb7b1352c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.497544 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-8bf9a0d4-bf1d-4101-a062-2cb7b1352c38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a4145882e204c2f8c3d7fdbf4a28cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418474 Sep 16 00:49:48.498661 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9a0d4-bf1d-4101-a062-2cb7b1352c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ed1f8-276c-4974-89f0-48d1650b8380,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:48.500276 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44134) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:48.552616 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d63f41fc-6f6b-4943-bd9d-65f59bae013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.573985 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d63f41fc-6f6b-4943-bd9d-65f59bae013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.618332 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d63f41fc-6f6b-4943-bd9d-65f59bae013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.620995 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-d63f41fc-6f6b-4943-bd9d-65f59bae013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:48.622130 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-d63f41fc-6f6b-4943-bd9d-65f59bae013b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f89ed1f8-276c-4974-89f0-48d1650b8380 HTTP/1.1" status: 204 len: 168 time: 0.1201999 Sep 16 00:49:48.631636 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f41fc-6f6b-4943-bd9d-65f59bae013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ed1f8-276c-4974-89f0-48d1650b8380,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:52.634993 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-509a1107-495b-45a3-8161-8a7f17b6cba4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:52.636333 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-509a1107-495b-45a3-8161-8a7f17b6cba4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.1004026 Sep 16 00:49:52.651269 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-694c10f3-43ff-45ba-9a9a-614211d16300 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/quotas/1f76339b133348cb8ced82073d6a965e HTTP/1.1" status: 200 len: 375 time: 0.0091214 Sep 16 00:49:52.704132 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-d5f70f09-c5b0-4ffb-93cb-53f85a521c08 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473926 Sep 16 00:49:52.714796 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-5cab2215-df51-42ab-ab08-085e22727c78 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 00:49:52.715777 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-5cab2215-df51-42ab-ab08-085e22727c78 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049436 Sep 16 00:49:52.804734 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-6c31ec4b-2f2a-4971-819a-033f402e9916 service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833745 Sep 16 00:49:52.889478 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-7d68ad1b-63c1-4f1a-a6a7-491bbf4dff3e service neutron] 10.222.0.13 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785496 Sep 16 00:49:53.040932 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-136a1832-9620-4437-9d72-5d0a0f0b8e6a req-e067387d-5bb9-48b9-8092-62d38ac721c6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 210 time: 0.0269060 Sep 16 00:49:53.541926 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44286) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:53.647478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-88cf29fc-1470-4289-a03d-d7c8555863ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:53.738362 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-88cf29fc-1470-4289-a03d-d7c8555863ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:53.742735 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-88cf29fc-1470-4289-a03d-d7c8555863ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:53.780453 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-88cf29fc-1470-4289-a03d-d7c8555863ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1c1d9ebfb54440dac8e5984b6fc1341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374945 Sep 16 00:49:53.781646 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf29fc-1470-4289-a03d-d7c8555863ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd273d26-b2f7-4d23-884b-6d8ec6d80cc0,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:53.783187 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44290) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:53.834778 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:53.856286 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:53.912192 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:53.914791 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:53.915995 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd273d26-b2f7-4d23-884b-6d8ec6d80cc0 HTTP/1.1" status: 204 len: 168 time: 0.1317012 Sep 16 00:49:53.924129 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd273d26-b2f7-4d23-884b-6d8ec6d80cc0,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:53.932809 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.933150 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.933564 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.934232 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.934599 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.934937 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.935296 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.935666 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.936030 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.936817 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.937097 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:53.937654 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312da298-bb35-46cb-897d-3910069851e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:49:54.005106 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-4478c6b4-7b79-4526-a544-58e230692563 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:54.006563 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-4478c6b4-7b79-4526-a544-58e230692563 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 814 time: 0.1319377 Sep 16 00:49:54.020929 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Request body: {'port': {'device_id': '7adb894a-9133-4b44-8db3-927db44cc62d', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'admin_state_up': True, 'tenant_id': '1f76339b133348cb8ced82073d6a965e'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:49:54.142232 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-689902a7-b339-434e-bddb-01c4dc79f9ee req-57701c3d-1241-43e4-b8af-a48b1bf621e3 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 210 time: 0.0306125 Sep 16 00:49:54.147091 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Made reservation on behalf of 1f76339b133348cb8ced82073d6a965e for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:49:54.150990 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.202451 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44302) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:54.215178 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4126ed66-0ff1-4a39-9db9-da5181d5dd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.285952 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Allocated IP 172.20.0.4 (5e566869-0246-4981-9617-f9019ee76dfc/532bf49e-3088-4291-8241-55ba16da43d8/cebd588d-4f11-4e56-a424-008d83720dcb) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:49:54.303502 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4126ed66-0ff1-4a39-9db9-da5181d5dd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.306636 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4126ed66-0ff1-4a39-9db9-da5181d5dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.344369 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4126ed66-0ff1-4a39-9db9-da5181d5dd3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c413eca6acb4f15b548663c86d58dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408529 Sep 16 00:49:54.345245 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126ed66-0ff1-4a39-9db9-da5181d5dd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e4fdd-5888-4a5c-8d6c-7a375c125065,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:54.347520 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44304) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:54.397846 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8daa4340-552d-4e8b-8a50-d044601882e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.421838 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8daa4340-552d-4e8b-8a50-d044601882e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.434944 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.467465 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.481227 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8', '6a821b76-a5e1-4671-acf9-5f546c47d341', '29957d63-4502-4ff1-8321-266024209082'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:49:54.517581 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Network 5e566869-0246-4981-9617-f9019ee76dfc is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:49:54.524191 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:49:54.526784 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:49:54.533907 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event updated for resources: {'Port': ['ID=cebd588d-4f11-4e56-a424-008d83720dcb,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:54.581450 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:54.582905 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.599099 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a21b3bb3-b2ff-40ed-89cb-314339da6a9b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826681 Sep 16 00:49:54.611317 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Request body: {'port': {'device_id': '7adb894a-9133-4b44-8db3-927db44cc62d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:49:54.672561 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.693310 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8daa4340-552d-4e8b-8a50-d044601882e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.696955 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8daa4340-552d-4e8b-8a50-d044601882e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.698245 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8daa4340-552d-4e8b-8a50-d044601882e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c02e4fdd-5888-4a5c-8d6c-7a375c125065 HTTP/1.1" status: 204 len: 168 time: 0.3486571 Sep 16 00:49:54.709283 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa4340-552d-4e8b-8a50-d044601882e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e4fdd-5888-4a5c-8d6c-7a375c125065,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:54.948580 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebd588d-4f11-4e56-a424-008d83720dcb {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:49:54.955933 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:54.968641 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Transition to ACTIVE for port object cebd588d-4f11-4e56-a424-008d83720dcb will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:49:54.972216 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.026221 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd588d-4f11-4e56-a424-008d83720dcb,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:55.045993 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44310) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:55.059203 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb118bd5-cedd-4533-b711-a4108378dcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.094798 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Attempting to bind port cebd588d-4f11-4e56-a424-008d83720dcb on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:49:55.095156 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Attempting to bind port cebd588d-4f11-4e56-a424-008d83720dcb by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:49:55.095519 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Attempting to bind port cebd588d-4f11-4e56-a424-008d83720dcb on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:49:55.099984 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Port cebd588d-4f11-4e56-a424-008d83720dcb on network 5e566869-0246-4981-9617-f9019ee76dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:49:55.100302 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Attempting to bind port cebd588d-4f11-4e56-a424-008d83720dcb on network 5e566869-0246-4981-9617-f9019ee76dfc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:49:55.105414 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:49:55.105751 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Checking segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:49:55.106126 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Bound using segment: {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:49:55.106551 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Bound port: cebd588d-4f11-4e56-a424-008d83720dcb, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:49:55.106903 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.152839 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb118bd5-cedd-4533-b711-a4108378dcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.157095 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eb118bd5-cedd-4533-b711-a4108378dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.172423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] For port cebd588d-4f11-4e56-a424-008d83720dcb, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:49:55.175622 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] For port cebd588d-4f11-4e56-a424-008d83720dcb, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cebd588d-4f11-4e56-a424-008d83720dcb,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:49:55.180311 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.197510 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb118bd5-cedd-4533-b711-a4108378dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3a32f7-ef77-4bce-987d-78f0d4dd6bde,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:55.204263 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-eb118bd5-cedd-4533-b711-a4108378dcf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28d250a535174deebc17ef4a6faedf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548233 Sep 16 00:49:55.204577 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44314) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:49:55.217127 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:55.217794 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.219679 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] 10.222.0.39 "PUT /v2.0/ports/cebd588d-4f11-4e56-a424-008d83720dcb HTTP/1.1" status: 200 len: 1093 time: 0.6126411 Sep 16 00:49:55.222559 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adb894a-9133-4b44-8db3-927db44cc62d', 'tag': 'cebd588d-4f11-4e56-a424-008d83720dcb'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:49:55.225653 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83062f3-92fe-453b-b883-f7100764cb40" -d '{"events": [{"name": "network-changed", "server_uuid": "7adb894a-9133-4b44-8db3-927db44cc62d", "tag": "cebd588d-4f11-4e56-a424-008d83720dcb"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:49:55.257797 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-484fe064-a6e5-4bef-802a-1bb9f630e88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.280227 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-484fe064-a6e5-4bef-802a-1bb9f630e88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.280760 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c5d05-32b9-4a5c-a668-3fc33514ada1 x-openstack-request-id: req-188c5d05-32b9-4a5c-a668-3fc33514ada1 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:49:55.281045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adb894a-9133-4b44-8db3-927db44cc62d", "tag": "cebd588d-4f11-4e56-a424-008d83720dcb", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:49:55.281533 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-188c5d05-32b9-4a5c-a668-3fc33514ada1 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:49:55.281681 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adb894a-9133-4b44-8db3-927db44cc62d', 'tag': 'cebd588d-4f11-4e56-a424-008d83720dcb', 'status': 'completed', 'code': 200} Sep 16 00:49:55.291793 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a07cc0-59b8-4791-a489-d92a1ef4ef27 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd588d-4f11-4e56-a424-008d83720dcb,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:55.326291 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-484fe064-a6e5-4bef-802a-1bb9f630e88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.328892 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-484fe064-a6e5-4bef-802a-1bb9f630e88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:55.330034 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-484fe064-a6e5-4bef-802a-1bb9f630e88e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c3a32f7-ef77-4bce-987d-78f0d4dd6bde HTTP/1.1" status: 204 len: 168 time: 0.1246431 Sep 16 00:49:55.335163 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6c61-cd6f-4635-b4cd-ac7ce29ebadd req-7c8fcd99-25a7-4307-a723-5808bfcaa81f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:55.336683 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-521b6c61-cd6f-4635-b4cd-ac7ce29ebadd req-7c8fcd99-25a7-4307-a723-5808bfcaa81f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 943 time: 0.1059737 Sep 16 00:49:55.343374 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fe064-a6e5-4bef-802a-1bb9f630e88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3a32f7-ef77-4bce-987d-78f0d4dd6bde,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:55.353010 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-52f8eda3-7023-4062-bb3a-f502f90753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:55.354469 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-52f8eda3-7023-4062-bb3a-f502f90753bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 1096 time: 0.0781085 Sep 16 00:49:55.383300 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-521b6c61-cd6f-4635-b4cd-ac7ce29ebadd req-753aed5a-eb02-46b1-8725-c2c9d30bcbb3 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 Sep 16 00:49:55.418919 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-0bf2866a-32f6-4fd1-ab9b-330508988fcb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cebd588d-4f11-4e56-a424-008d83720dcb HTTP/1.1" status: 200 len: 217 time: 0.0346546 Sep 16 00:49:55.471285 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-23560669-0a26-4540-a083-820ac6e81065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:55.472785 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-23560669-0a26-4540-a083-820ac6e81065 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0456078 Sep 16 00:49:55.506005 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-f2f1adac-2b86-47e2-ac27-7ec932bd462f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252631 Sep 16 00:49:55.596209 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-0940c83b-f9f5-4904-91f0-de8319752bb8 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827117 Sep 16 00:49:55.688312 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ac7cf36a-69cc-413c-9a66-dbbaa770fb7c req-2d2b5482-4c0b-4874-803e-e4def8e5e973 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844648 Sep 16 00:49:55.800925 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83062f3-92fe-453b-b883-f7100764cb40 req-3ee42106-8a81-4480-803b-ea154bb236c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:55.802515 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b83062f3-92fe-453b-b883-f7100764cb40 req-3ee42106-8a81-4480-803b-ea154bb236c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f76339b133348cb8ced82073d6a965e&device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 1096 time: 0.0425889 Sep 16 00:49:56.168195 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83062f3-92fe-453b-b883-f7100764cb40 req-adfd2a0b-6010-49e6-a1a5-c2fb4c7b1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:56.169733 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b83062f3-92fe-453b-b883-f7100764cb40 req-adfd2a0b-6010-49e6-a1a5-c2fb4c7b1f1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 200 len: 915 time: 0.3564119 Sep 16 00:49:56.212526 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b83062f3-92fe-453b-b883-f7100764cb40 req-1102935c-f8d3-44b0-b496-67b64248e1f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cebd588d-4f11-4e56-a424-008d83720dcb HTTP/1.1" status: 200 len: 217 time: 0.0349898 Sep 16 00:49:56.261892 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83062f3-92fe-453b-b883-f7100764cb40 req-f74090a0-ceed-44ff-9493-ce5bce3b1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:56.263434 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b83062f3-92fe-453b-b883-f7100764cb40 req-f74090a0-ceed-44ff-9493-ce5bce3b1226 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 200 len: 854 time: 0.0431969 Sep 16 00:49:56.310896 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b83062f3-92fe-453b-b883-f7100764cb40 req-18af6fd5-4091-4971-9044-3c016ab8ed76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e566869-0246-4981-9617-f9019ee76dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259130 Sep 16 00:49:56.429322 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b83062f3-92fe-453b-b883-f7100764cb40 req-97992c33-977d-4c65-b854-99c97edd174f service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029046 Sep 16 00:49:56.529925 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2a197-660c-47aa-9913-95493825f485 req-8e341803-cb56-484f-8daa-cd1a2c709363 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:56.531418 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e2b2a197-660c-47aa-9913-95493825f485 req-8e341803-cb56-484f-8daa-cd1a2c709363 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 943 time: 0.0537848 Sep 16 00:49:56.543301 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b83062f3-92fe-453b-b883-f7100764cb40 req-51ca605d-f791-4719-9cd0-97620d09aa49 service neutron] 10.222.0.39 "GET /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977557 Sep 16 00:49:56.570819 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e2b2a197-660c-47aa-9913-95493825f485 req-867fddab-324c-466c-8d9e-17cb038ad5a9 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Sep 16 00:49:57.696992 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268701-4281-46c9-9f57-fb4cfb36b5c2 req-11db95e2-9f10-4443-a797-8003d18fbf3c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:57.698618 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a1268701-4281-46c9-9f57-fb4cfb36b5c2 req-11db95e2-9f10-4443-a797-8003d18fbf3c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 943 time: 0.0613697 Sep 16 00:49:57.736671 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a1268701-4281-46c9-9f57-fb4cfb36b5c2 req-e70b7dbd-924b-4678-9b38-73f784a43353 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Sep 16 00:49:58.450921 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:49:58.848283 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea9509-0c0f-4560-86e1-05a5c0145aae req-f30f7c07-a035-48eb-ab6e-f87f456e7e57 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:58.850728 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ebea9509-0c0f-4560-86e1-05a5c0145aae req-f30f7c07-a035-48eb-ab6e-f87f456e7e57 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 943 time: 0.0472274 Sep 16 00:49:58.887010 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ebea9509-0c0f-4560-86e1-05a5c0145aae req-1399ff43-56f3-4f4e-b91b-2ab4c26de90e tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Sep 16 00:49:59.582048 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device cebd588d-4f11-4e56-a424-008d83720dcb details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:49:59.791660 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port cebd588d-4f11-4e56-a424-008d83720dcb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cebd588d-4f11-4e56-a424-008d83720dcb,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:59.802861 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': 'cebd588d-4f11-4e56-a424-008d83720dcb', 'network_id': '5e566869-0246-4981-9617-f9019ee76dfc', 'port_id': 'cebd588d-4f11-4e56-a424-008d83720dcb', 'mac_address': 'fa:16:3e:20:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532bf49e-3088-4291-8241-55ba16da43d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:49:59.838361 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:59.850156 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebd588d-4f11-4e56-a424-008d83720dcb {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:49:59.868756 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port cebd588d-4f11-4e56-a424-008d83720dcb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cebd588d-4f11-4e56-a424-008d83720dcb,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:49:59.872488 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:49:59.916399 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=cebd588d-4f11-4e56-a424-008d83720dcb,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:49:59.998524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1710fc-4b53-4a5b-9d8e-f4282dd3b837 req-175bd633-baa1-4454-acf8-6d3c0f4addce tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:49:59.999990 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4a1710fc-4b53-4a5b-9d8e-f4282dd3b837 req-175bd633-baa1-4454-acf8-6d3c0f4addce tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0475888 Sep 16 00:50:00.038084 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4a1710fc-4b53-4a5b-9d8e-f4282dd3b837 req-6460ea73-0db1-4e38-880f-532ded27bbcb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Sep 16 00:50:00.079528 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-adf427f0-d966-467c-ba30-7fe42529ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:01.153192 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce5b72-5bee-480d-945e-4228c0c861a5 req-c190a6af-bae0-434a-8b0a-7485fb5cb5da tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:01.154644 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-26ce5b72-5bee-480d-945e-4228c0c861a5 req-c190a6af-bae0-434a-8b0a-7485fb5cb5da tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0525739 Sep 16 00:50:01.190946 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-26ce5b72-5bee-480d-945e-4228c0c861a5 req-95c57cbd-739c-4455-9d8a-ffcea777fbbe tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300336 Sep 16 00:50:02.306591 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbec472-0aef-4c24-ac85-f7d7b124b34e req-16ba34e5-0c83-4f58-a46f-74eeeacc4d3f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:02.308052 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dfbec472-0aef-4c24-ac85-f7d7b124b34e req-16ba34e5-0c83-4f58-a46f-74eeeacc4d3f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0530326 Sep 16 00:50:02.345308 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dfbec472-0aef-4c24-ac85-f7d7b124b34e req-9d3fd6d0-c35f-4467-886d-90d95dd5e3f7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Sep 16 00:50:02.767041 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-978392f2-a59d-4d33-b500-3e8fb7df79d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:02.890362 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:03.278728 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['cebd588d-4f11-4e56-a424-008d83720dcb'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:50:03.460566 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17568f-dc36-4e22-89dc-a8595a5b084d req-2db308c9-1877-4fdb-ac5e-f6c9f23637cc tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:03.462052 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3b17568f-dc36-4e22-89dc-a8595a5b084d req-2db308c9-1877-4fdb-ac5e-f6c9f23637cc tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0506747 Sep 16 00:50:03.503349 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3b17568f-dc36-4e22-89dc-a8595a5b084d req-9c708ce6-a034-4845-afc5-42353417d06d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353782 Sep 16 00:50:03.647175 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:03.930518 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:04.614684 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcdd40-8548-48c3-89bb-f7f7bf3877ef req-5b7a0e6c-9add-4a1b-bc7d-2ba73c11cf64 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:04.616124 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-44bcdd40-8548-48c3-89bb-f7f7bf3877ef req-5b7a0e6c-9add-4a1b-bc7d-2ba73c11cf64 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0478542 Sep 16 00:50:04.652769 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-44bcdd40-8548-48c3-89bb-f7f7bf3877ef req-508bb56a-66ad-4d79-89f6-2ab0077e3d4c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Sep 16 00:50:05.764971 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de257a-9ae6-4d68-b76f-6350d1571521 req-400e6e4a-7ca4-4ae5-a788-e102897c435c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:05.766411 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7de257a-9ae6-4d68-b76f-6350d1571521 req-400e6e4a-7ca4-4ae5-a788-e102897c435c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0476713 Sep 16 00:50:05.803451 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a7de257a-9ae6-4d68-b76f-6350d1571521 req-e7c49666-7553-497d-b6d7-27d6165bc7e4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302622 Sep 16 00:50:05.839492 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:06.914940 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dfb8d-06fb-4ca4-9dce-3d2bfaa7ceaa req-0b182e3e-9e6d-43b2-a3ec-11cbd30e73af tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:06.916410 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-037dfb8d-06fb-4ca4-9dce-3d2bfaa7ceaa req-0b182e3e-9e6d-43b2-a3ec-11cbd30e73af tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0483587 Sep 16 00:50:06.953355 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-037dfb8d-06fb-4ca4-9dce-3d2bfaa7ceaa req-75fe985b-e825-46ac-ab48-f0fc80aa0020 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Sep 16 00:50:08.067242 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d77e5-6d7b-4c14-ae2d-f8bad335c471 req-85966a40-9e0b-427a-8c11-5678bc34b297 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:08.068752 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-164d77e5-6d7b-4c14-ae2d-f8bad335c471 req-85966a40-9e0b-427a-8c11-5678bc34b297 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 944 time: 0.0494714 Sep 16 00:50:08.105773 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-164d77e5-6d7b-4c14-ae2d-f8bad335c471 req-f4a76893-91fb-4f70-bf17-568507f4f6c6 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Sep 16 00:50:08.387598 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device cebd588d-4f11-4e56-a424-008d83720dcb up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:08.435635 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port cebd588d-4f11-4e56-a424-008d83720dcb completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:50:08.439220 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port cebd588d-4f11-4e56-a424-008d83720dcb triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:08.439592 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:08.515780 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:08.538088 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb894a-9133-4b44-8db3-927db44cc62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd588d-4f11-4e56-a424-008d83720dcb'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:50:08.540287 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5401826a-de22-4b41-9eea-4782b5f0abfa" -d '{"events": [{"server_uuid": "7adb894a-9133-4b44-8db3-927db44cc62d", "name": "network-vif-plugged", "status": "completed", "tag": "cebd588d-4f11-4e56-a424-008d83720dcb"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:50:08.553568 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port cebd588d-4f11-4e56-a424-008d83720dcb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cebd588d-4f11-4e56-a424-008d83720dcb,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:08.557643 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:08.580039 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d621acb5-f09c-4556-98d5-45121855d0ae x-openstack-request-id: req-d621acb5-f09c-4556-98d5-45121855d0ae {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:50:08.580332 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adb894a-9133-4b44-8db3-927db44cc62d", "name": "network-vif-plugged", "status": "completed", "tag": "cebd588d-4f11-4e56-a424-008d83720dcb", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:50:08.580580 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d621acb5-f09c-4556-98d5-45121855d0ae {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:50:08.580985 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb894a-9133-4b44-8db3-927db44cc62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd588d-4f11-4e56-a424-008d83720dcb', 'code': 200} Sep 16 00:50:08.606432 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=cebd588d-4f11-4e56-a424-008d83720dcb,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:08.742625 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b7d6d-346d-403b-a11f-7932c0ced42b req-7a15acc0-b86d-496d-9f03-69b3d360fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:08.744135 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-346b7d6d-346d-403b-a11f-7932c0ced42b req-7a15acc0-b86d-496d-9f03-69b3d360fdca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 1098 time: 0.0458169 Sep 16 00:50:08.779217 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-346b7d6d-346d-403b-a11f-7932c0ced42b req-5180d767-26f8-44cd-a9ae-357b75e216ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278943 Sep 16 00:50:09.223602 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d780369-d173-480b-aaf1-cd62f5aecd16 req-5b28e089-ea9d-4676-bc0c-727fe1b6a576 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:09.225082 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6d780369-d173-480b-aaf1-cd62f5aecd16 req-5b28e089-ea9d-4676-bc0c-727fe1b6a576 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 945 time: 0.0527780 Sep 16 00:50:09.262756 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6d780369-d173-480b-aaf1-cd62f5aecd16 req-adbe5c48-b03c-4078-be88-9bea07d350cd tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314922 Sep 16 00:50:10.377953 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87be9-1ada-492f-840e-313a31efd40b req-46fd7f49-9cdd-47e7-88d0-b001d2d6f9f0 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:10.379751 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-35f87be9-1ada-492f-840e-313a31efd40b req-46fd7f49-9cdd-47e7-88d0-b001d2d6f9f0 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 945 time: 0.0494843 Sep 16 00:50:10.420926 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-35f87be9-1ada-492f-840e-313a31efd40b req-e10a4d12-e9ad-47fe-95cf-5a800e56a5f1 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Sep 16 00:50:11.538907 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792c65-7e45-4889-a303-c6dafd2fdf3a req-f6f1f05b-9f03-43a3-985e-17befc5d6a0b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:11.540807 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d8792c65-7e45-4889-a303-c6dafd2fdf3a req-f6f1f05b-9f03-43a3-985e-17befc5d6a0b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 945 time: 0.0515339 Sep 16 00:50:11.586105 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d8792c65-7e45-4889-a303-c6dafd2fdf3a req-524e1abe-c7fe-4b9a-9b8c-06070ea8c4e4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392110 Sep 16 00:50:12.700489 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b961ec-2765-471b-bda3-b0afa9ed6eb4 req-acaef509-ce34-41be-b1b4-ce4403c81b4f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:12.702074 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b4b961ec-2765-471b-bda3-b0afa9ed6eb4 req-acaef509-ce34-41be-b1b4-ce4403c81b4f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 945 time: 0.0506051 Sep 16 00:50:12.740459 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b4b961ec-2765-471b-bda3-b0afa9ed6eb4 req-2554a196-8d20-491f-8df7-b6faffc0c81c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Sep 16 00:50:23.070963 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44524) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:23.173631 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b0e7-efea-4dae-9d4e-ed27d82c7467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:23.259554 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b0e7-efea-4dae-9d4e-ed27d82c7467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:23.263056 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b0e7-efea-4dae-9d4e-ed27d82c7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:23.302444 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-b0b3b0e7-efea-4dae-9d4e-ed27d82c7467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15d49fe3c98f40cb8ca21ebb76e47262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303965 Sep 16 00:50:23.304146 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3b0e7-efea-4dae-9d4e-ed27d82c7467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc3907-a1ab-45a7-b7ff-2b15a9804403,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:23.305861 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44528) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:23.352630 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:23.378808 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:23.424743 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:23.427340 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:23.431622 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bdc3907-a1ab-45a7-b7ff-2b15a9804403 HTTP/1.1" status: 204 len: 168 time: 0.1216626 Sep 16 00:50:23.436579 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc3907-a1ab-45a7-b7ff-2b15a9804403,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:23.443659 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.444066 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.444687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.444910 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.445263 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.445595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.445946 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.446306 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.446705 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.446953 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.447294 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:23.447622 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240768c-83aa-44dc-b8b0-d15542663dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:24.029023 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44552) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:24.123429 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-496681139-network', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:50:24.144621 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Made reservation on behalf of dc5d63b0d3ad45839d0345d1fcbb6d4c for: {'network': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:50:24.147600 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.155805 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.241597 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.245245 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.269511 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=100419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:50:24.278866 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916cb609-87a0-4c53-abc2-21568b2e41bd,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:24.285117 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.285452 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.segments_db [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Added segment 2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11 of type vlan for network db21ba95-5d7c-4564-b339-fddb78011588 Sep 16 00:50:24.325062 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.349668 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.350639 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:24.351259 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.379217 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3491201 Sep 16 00:50:24.382774 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44556) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:24.387716 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Request body: {'subnet': {'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-496681139-subnet', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'ip_version': 4}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:50:24.408838 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Made reservation on behalf of dc5d63b0d3ad45839d0345d1fcbb6d4c for: {'subnet': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:50:24.411116 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26622672'] for subnet, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.417374 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ff8f-1321-45ac-b215-f49ffb994dec admin admin] Pushing event updated for resources: {'Network': ['ID=db21ba95-5d7c-4564-b339-fddb78011588,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:24.427230 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network db21ba95-5d7c-4564-b339-fddb78011588 details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:50:24.575550 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26404716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26622718'] for subnet, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.628851 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94abfdf-2714-443d-b4c8-127bb5a7245c,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:24.637241 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Checking segment: {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:24.637594 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Network hostable DHCP agents. Network: db21ba95-5d7c-4564-b339-fddb78011588, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:50:24.654201 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Network db21ba95-5d7c-4564-b339-fddb78011588 is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:50:24.663544 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, db21ba95-5d7c-4564-b339-fddb78011588) {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:24.667973 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:24.668550 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.673021 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97840fb3-e141-4f84-9af9-f7eb7e918f11 None None] Network db21ba95-5d7c-4564-b339-fddb78011588 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:50:24.684400 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44558) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:24.684610 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7aaa5da7-33ca-4a4c-8043-27b2a800dad4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3006349 Sep 16 00:50:24.689966 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:50:24.711026 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.712017 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.762571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.821088 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-db21ba95-5d7c-4564-b339-fddb78011588', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:50:24.821960 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.902112 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:24.963111 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Allocated IP 172.20.0.2 (db21ba95-5d7c-4564-b339-fddb78011588/a94abfdf-2714-443d-b4c8-127bb5a7245c/3a8ce861-d81f-4d7b-affb-b29d3bd22543) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:50:25.102340 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.107641 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.116553 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.138778 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.149401 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Network db21ba95-5d7c-4564-b339-fddb78011588 is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:25.152299 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:25.157751 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:50:25.165884 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Pushing event updated for resources: {'Port': ['ID=3a8ce861-d81f-4d7b-affb-b29d3bd22543,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:25.216387 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Attempting to bind port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:50:25.216779 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Attempting to bind port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:50:25.217139 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Attempting to bind port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 on network db21ba95-5d7c-4564-b339-fddb78011588 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:50:25.222144 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:50:25.222508 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Checking segment: {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:25.222927 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.223310 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Bound using segment: {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:50:25.223762 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Bound port: 3a8ce861-d81f-4d7b-affb-b29d3bd22543, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:50:25.224129 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.246725 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Allocated IP 172.27.0.45 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/8706b204-fd07-426b-9f05-5226523458f4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:50:25.286587 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] For port 3a8ce861-d81f-4d7b-affb-b29d3bd22543, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:50:25.289750 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] For port 3a8ce861-d81f-4d7b-affb-b29d3bd22543, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=3a8ce861-d81f-4d7b-affb-b29d3bd22543,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:50:25.293281 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.351131 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6ff12-8dec-48f8-83a0-7b0e764158f0 None None] Pushing event updated for resources: {'Port': ['ID=3a8ce861-d81f-4d7b-affb-b29d3bd22543,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:25.355205 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.391017 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.430404 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:25.433281 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:25.438752 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:50:25.461846 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8706b204-fd07-426b-9f05-5226523458f4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:25.724756 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:25.925381 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.085264 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Router 67d5510b-a594-4ed7-9227-ac2d926832e5 is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:50:26.130586 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a8ce861-d81f-4d7b-affb-b29d3bd22543 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:26.185641 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:26.186007 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.229817 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:50:26.249620 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.253534 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-237dedd8-e58c-4aec-a920-92dc236d68f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5643961 Sep 16 00:50:26.253829 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44568) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:26.259332 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Sync routers for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:50:26.279057 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:26.279739 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:26.284053 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.395246 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98568f7b-3d90-4b0d-ae48-c64f2e6b4ac5 None None] Network db21ba95-5d7c-4564-b339-fddb78011588 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:50:26.414731 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 3a8ce861-d81f-4d7b-affb-b29d3bd22543, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=3a8ce861-d81f-4d7b-affb-b29d3bd22543,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:26.433278 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.504991 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:26.570419 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-8da05fc6-8553-4916-b3cc-ea5d9c74100e None None] Provisioning complete for port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:26.570789 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8da05fc6-8553-4916-b3cc-ea5d9c74100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.637260 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=3a8ce861-d81f-4d7b-affb-b29d3bd22543,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:26.693853 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.857507 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Allocated IP 172.20.0.1 (db21ba95-5d7c-4564-b339-fddb78011588/a94abfdf-2714-443d-b4c8-127bb5a7245c/b087353c-7e71-4f27-a459-220df8f35036) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:50:26.965372 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:26.978999 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:25Z', 'revision_number': 3, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:27.002462 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.008088 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Checking router: 67d5510b-a594-4ed7-9227-ac2d926832e5 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:50:27.008434 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Updating router 67d5510b-a594-4ed7-9227-ac2d926832e5 port 8706b204-fd07-426b-9f05-5226523458f4 binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:50:27.034486 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.046459 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Network db21ba95-5d7c-4564-b339-fddb78011588 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:27.049614 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:27.052082 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:50:27.084226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Pushing event updated for resources: {'Port': ['ID=b087353c-7e71-4f27-a459-220df8f35036,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:27.118288 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.347592 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.357471 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-77f1efa4-da91-4b85-a496-dd0890fee577 None None] Provisioning complete for port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:27.358237 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-77f1efa4-da91-4b85-a496-dd0890fee577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.360494 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.436167 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Attempting to bind port 8706b204-fd07-426b-9f05-5226523458f4 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:50:27.436543 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Attempting to bind port 8706b204-fd07-426b-9f05-5226523458f4 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:50:27.436931 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Attempting to bind port 8706b204-fd07-426b-9f05-5226523458f4 on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:50:27.455848 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:50:27.456227 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:27.456623 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.457129 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:50:27.457762 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Bound port: 8706b204-fd07-426b-9f05-5226523458f4, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:50:27.458141 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.500336 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5004-8744-4d85-88b1-a456d920437b None None] Pushing event updated for resources: {'Port': ['ID=8706b204-fd07-426b-9f05-5226523458f4,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:27.566293 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] For port 8706b204-fd07-426b-9f05-5226523458f4, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:50:27.574729 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] For port 8706b204-fd07-426b-9f05-5226523458f4, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=8706b204-fd07-426b-9f05-5226523458f4,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:50:27.579592 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.587569 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.652900 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:27.653535 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:27.697550 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5004-8744-4d85-88b1-a456d920437b None None] Pushing event updated for resources: {'Port': ['ID=8706b204-fd07-426b-9f05-5226523458f4,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:27.755728 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.761707 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-2739cf08-e37c-4cc4-b295-f328311fa782 None None] Provisioning complete for port b087353c-7e71-4f27-a459-220df8f35036 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:27.762015 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.762142 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2739cf08-e37c-4cc4-b295-f328311fa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.800874 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:27.827509 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Pushing event updated for resources: {'Port': ['ID=b087353c-7e71-4f27-a459-220df8f35036,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:27.830082 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:27.836166 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-2739cf08-e37c-4cc4-b295-f328311fa782 None None] Port b087353c-7e71-4f27-a459-220df8f35036 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:50:27.921710 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Network db21ba95-5d7c-4564-b339-fddb78011588 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:27.923122 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:28.018776 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:26Z', 'revision_number': 1, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:28.050959 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d9845c-a58d-4c81-80af-df40780dd489 None None] The sync data for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi is: [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:26Z', 'revision_number': 1, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:50:28.059388 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Router 67d5510b-a594-4ed7-9227-ac2d926832e5 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:50:28.070790 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a8ce861-d81f-4d7b-affb-b29d3bd22543 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:28.125937 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:28.126319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:28.183680 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-617f8989-39e9-4827-9173-a45b1f4a9579 None None] Provisioning complete for port b087353c-7e71-4f27-a459-220df8f35036 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:28.184043 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-617f8989-39e9-4827-9173-a45b1f4a9579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:28.189549 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:50:28.202566 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-0dac4711-7ac6-4d61-ad76-2f71b8079b28 admin admin] 10.222.0.13 "PUT /v2.0/routers/67d5510b-a594-4ed7-9227-ac2d926832e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9409368 Sep 16 00:50:28.249347 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-617f8989-39e9-4827-9173-a45b1f4a9579 None None] Port b087353c-7e71-4f27-a459-220df8f35036 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:50:28.751624 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44604) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:28.768844 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2136289750-network', 'tenant_id': '93421ab470464b7ba72169000ea4acba'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:50:28.792765 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Made reservation on behalf of 93421ab470464b7ba72169000ea4acba for: {'network': 1} {{(pid=100423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:50:28.795026 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for network, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:28.805812 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:28.909361 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:28.914769 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:28.943335 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=100423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 00:50:28.953356 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3365d85-5b65-433f-9a6d-cfd7aa418a84,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:28.958775 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:28.959046 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.segments_db [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Added segment 74b533dd-09d7-478e-b086-354a987c59a4 of type vlan for network 728edc93-1a04-4882-89da-5890481ab72b Sep 16 00:50:29.003702 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762125760799'] for network, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.032962 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816'] for network, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.034136 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:29.034970 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.102318 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] Pushing event updated for resources: {'Network': ['ID=728edc93-1a04-4882-89da-5890481ab72b,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:29.107016 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-242c3523-099c-4ea6-a31c-ae73f8c5dc1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3543139 Sep 16 00:50:29.109963 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44610) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:29.114267 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Network 728edc93-1a04-4882-89da-5890481ab72b details requested by agent ovs-agent-dv-cinder-809303-1-iscsi with host dv-cinder-809303-1-iscsi {{(pid=100431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 00:50:29.115591 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Request body: {'subnet': {'network_id': '728edc93-1a04-4882-89da-5890481ab72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2136289750-subnet', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'ip_version': 4}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:50:29.142012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Made reservation on behalf of 93421ab470464b7ba72169000ea4acba for: {'subnet': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:50:29.144673 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26867592'] for subnet, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.329951 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25632413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26867622'] for subnet, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.389441 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f29860-b08a-4ed1-8c54-9496274b60cd,revision_number=0']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:29.401917 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Checking segment: {'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:29.402280 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Network hostable DHCP agents. Network: 728edc93-1a04-4882-89da-5890481ab72b, hostable agents: ['4abbb448-0722-46ab-99a4-84c3c941a2a2'], hosted agents: [] {{(pid=100419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 00:50:29.419333 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Network 728edc93-1a04-4882-89da-5890481ab72b is scheduled to be hosted by DHCP agent 4abbb448-0722-46ab-99a4-84c3c941a2a2 with binding_index 1 {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 00:50:29.428055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809303-1-iscsi, 728edc93-1a04-4882-89da-5890481ab72b) {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:29.432227 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:29.432845 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.436957 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757e864-0ec3-48fa-90cc-11e5f7ea63f0 None None] Network 728edc93-1a04-4882-89da-5890481ab72b requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:50:29.447259 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-48e1744f-9e4f-4f81-8e0f-c7e223f742e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3360350 Sep 16 00:50:29.450084 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44612) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:29.454315 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:50:29.474126 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-569242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1442'] for router, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.475885 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-936727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.532974 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.586572 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd37ed08-15f7-5d5f-a17a-e2f3c5176482-728edc93-1a04-4882-89da-5890481ab72b', 'network_id': '728edc93-1a04-4882-89da-5890481ab72b', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'fixed_ips': [{'subnet_id': '16f29860-b08a-4ed1-8c54-9496274b60cd'}]}} from dv-cinder-809303-1-iscsi. {{(pid=100431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 00:50:29.587433 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.667988 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.723021 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.db_base_plugin_common [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Allocated IP 172.20.0.2 (728edc93-1a04-4882-89da-5890481ab72b/16f29860-b08a-4ed1-8c54-9496274b60cd/c385405b-b8a8-4c11-b4bc-a0238d0ca6d3) {{(pid=100431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:50:29.878734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.880181 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Notify callbacks [] for port, precommit_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.886250 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520'] for port, after_create {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.898633 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:29.926204 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Network 728edc93-1a04-4882-89da-5890481ab72b is already hosted by enough agents. {{(pid=100431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:29.935123 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Resources bound (agent type, host, resource id): {{(pid=100431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:29.939907 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Received port after_create {{(pid=100431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:50:29.942843 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Pushing event updated for resources: {'Port': ['ID=c385405b-b8a8-4c11-b4bc-a0238d0ca6d3,revision_number=1']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:29.999971 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Attempting to bind port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:50:30.000350 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Attempting to bind port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:50:30.000796 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Attempting to bind port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 on network 728edc93-1a04-4882-89da-5890481ab72b {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:50:30.007800 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:50:30.008286 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Checking segment: {'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:30.008857 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.009348 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Bound using segment: {'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:50:30.010646 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Bound port: c385405b-b8a8-4c11-b4bc-a0238d0ca6d3, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:50:30.011245 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.017884 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Allocated IP 172.27.0.145 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/ae0f1b40-eb12-42ac-84b6-a483beefd58a) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:50:30.098608 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] For port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:50:30.103888 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] For port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=c385405b-b8a8-4c11-b4bc-a0238d0ca6d3,segment=NetworkSegment(74b533dd-09d7-478e-b086-354a987c59a4),segment_id=74b533dd-09d7-478e-b086-354a987c59a4)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:50:30.105303 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-cb262141-7b93-44ec-83ce-403942d2208c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.111583 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.154478 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.168986 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 8706b204-fd07-426b-9f05-5226523458f4 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:30.193391 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.237634 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:30.238924 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1c11a-e4e4-43a3-9f03-2fda7cc49be5 None None] Pushing event updated for resources: {'Port': ['ID=c385405b-b8a8-4c11-b4bc-a0238d0ca6d3,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:30.243660 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:30.248372 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:50:30.252923 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0f1b40-eb12-42ac-84b6-a483beefd58a,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:30.263296 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 8706b204-fd07-426b-9f05-5226523458f4 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:30.263744 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.278010 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982bc63-8fbb-494b-903e-93866da77514 req-cc7d3f36-5984-45c9-ace1-056b4bc13f1b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:30.285497 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a982bc63-8fbb-494b-903e-93866da77514 req-cc7d3f36-5984-45c9-ace1-056b4bc13f1b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 945 time: 0.0879869 Sep 16 00:50:30.299299 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Sync routers for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:50:30.313640 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:30.314642 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:30.334232 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a982bc63-8fbb-494b-903e-93866da77514 req-998bf0b6-fd8e-416b-bae3-1356b5da75e5 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Sep 16 00:50:30.362342 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.389642 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port 8706b204-fd07-426b-9f05-5226523458f4, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=8706b204-fd07-426b-9f05-5226523458f4,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:30.394529 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.487816 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=8706b204-fd07-426b-9f05-5226523458f4,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:30.492042 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:30.589780 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.699494 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 2, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:30.726766 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Checking router: 67d5510b-a594-4ed7-9227-ac2d926832e5 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:50:30.727263 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Updating router 67d5510b-a594-4ed7-9227-ac2d926832e5 port b087353c-7e71-4f27-a459-220df8f35036 binding host dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:50:30.752945 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.783029 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566349'] for router, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:30.842862 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44620) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:30.930920 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb is scheduled to L3 agent 71e16d08-2149-4820-854c-a79a91770340 with binding_index 1 {{(pid=100423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 00:50:31.056818 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Notify callbacks [] for port, precommit_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.058972 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:50:31.063971 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.070110 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Sync routers for ids ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:50:31.080194 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.081678 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Routers {'9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:31.082567 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:31.085392 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-cf96ab60-6a74-450f-9710-9ad2fa7ac724 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6340356 Sep 16 00:50:31.086129 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44624) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:31.123829 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Pushing event updated for resources: {'Port': ['ID=b087353c-7e71-4f27-a459-220df8f35036,revision_number=3']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:31.132442 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.132862 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.133198 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.133522 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.133846 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.134163 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.134479 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.134795 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.135124 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.135456 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.135765 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.136072 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:31.215346 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Attempting to bind port b087353c-7e71-4f27-a459-220df8f35036 on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:50:31.216144 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Attempting to bind port b087353c-7e71-4f27-a459-220df8f35036 by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:50:31.216693 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Attempting to bind port b087353c-7e71-4f27-a459-220df8f35036 on network db21ba95-5d7c-4564-b339-fddb78011588 {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:50:31.223545 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:50:31.224201 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Checking segment: {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:31.226147 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.226718 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Bound using segment: {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'} {{(pid=100434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:50:31.227899 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.managers [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Bound port: b087353c-7e71-4f27-a459-220df8f35036, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'}}] {{(pid=100434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:50:31.228463 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.288119 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Set router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:31.350740 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] For port b087353c-7e71-4f27-a459-220df8f35036, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:50:31.362488 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] For port b087353c-7e71-4f27-a459-220df8f35036, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=b087353c-7e71-4f27-a459-220df8f35036,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:50:31.373853 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.394555 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Deleting port 21d0c389-71f5-4d6b-8e45-98771479502b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:31.395142 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.478312 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:31.482258 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:31.488840 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246f0df-c942-422f-802e-24f9c84ec61f None None] Pushing event updated for resources: {'Port': ['ID=b087353c-7e71-4f27-a459-220df8f35036,revision_number=4']} {{(pid=100434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:31.503757 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.504181 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.526541 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Calling delete_port for 21d0c389-71f5-4d6b-8e45-98771479502b owned by network:floatingip {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:31.548705 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa887e60-17ed-4cbb-a7e1-96217de4d1ab req-a89b8f88-ab3a-4ff7-a513-44d38f6fbb4b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:31.550220 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-aa887e60-17ed-4cbb-a7e1-96217de4d1ab req-a89b8f88-ab3a-4ff7-a513-44d38f6fbb4b tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 945 time: 0.1229999 Sep 16 00:50:31.670397 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65194b8-7d1b-40ad-bd9d-1f5c1f7c3c6d None None] Network 728edc93-1a04-4882-89da-5890481ab72b requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:50:31.671376 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:31.776701 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-937c33c1-81b3-446f-b184-4519536ecd86 None None] Provisioning complete for port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:31.777148 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-937c33c1-81b3-446f-b184-4519536ecd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.788895 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.820493 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event deleted for resources: {'Port': ['ID=21d0c389-71f5-4d6b-8e45-98771479502b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:31.901735 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for floatingip, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.902160 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.db.l3_db [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Floating IP ca361781-ea1a-4df5-b0c9-a1ef976e39e9 disassociated (deleted). External IP: 172.27.0.181, port: 5da19583-6901-4c1c-8b6d-7507b8da7e26. Sep 16 00:50:31.927713 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-937c33c1-81b3-446f-b184-4519536ecd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:31.976134 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-aa887e60-17ed-4cbb-a7e1-96217de4d1ab req-ae226283-2385-48a7-aa55-72d4c14e5288 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162145 Sep 16 00:50:32.049238 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:31Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:32.082403 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.101845 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e46c4c-c8fa-4629-a12b-1e6e33657608 None None] The sync data for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi is: [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:31Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:50:32.112398 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-937c33c1-81b3-446f-b184-4519536ecd86 None None] For port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=c385405b-b8a8-4c11-b4bc-a0238d0ca6d3,segment=NetworkSegment(74b533dd-09d7-478e-b086-354a987c59a4),segment_id=74b533dd-09d7-478e-b086-354a987c59a4)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:32.128847 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 3, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port': {'id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:32.130749 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-937c33c1-81b3-446f-b184-4519536ecd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.185602 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Checking router: 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:50:32.185942 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Updating router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb port ae0f1b40-eb12-42ac-84b6-a483beefd58a binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:50:32.276119 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.287042 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Router 87001091-dd5e-41cb-8e68-7ee687161a8d has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:50:32.336890 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device b087353c-7e71-4f27-a459-220df8f35036 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:32.342382 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c33c1-81b3-446f-b184-4519536ecd86 None None] Pushing event updated for resources: {'Port': ['ID=c385405b-b8a8-4c11-b4bc-a0238d0ca6d3,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:32.353676 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-df0bfa2f-98d2-4921-ba64-79fab3779ad4 None None] Provisioning complete for port b087353c-7e71-4f27-a459-220df8f35036 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:32.354324 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df0bfa2f-98d2-4921-ba64-79fab3779ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.380005 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Allocated IP 172.20.0.1 (728edc93-1a04-4882-89da-5890481ab72b/16f29860-b08a-4ed1-8c54-9496274b60cd/e2b87865-5995-4b9d-8109-2288bb651ccc) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:50:32.483587 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:50:32.489008 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.511073 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] Sync routers for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:50:32.534765 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:32.534996 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:32.536978 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.552021 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-70f79ee8-ad12-4763-a42d-85cb076f477f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:32.553924 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-70f79ee8-ad12-4763-a42d-85cb076f477f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 945 time: 0.1206551 Sep 16 00:50:32.560986 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-8127ca80-6811-4e35-87b6-6c4ebdd97c47 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca361781-ea1a-4df5-b0c9-a1ef976e39e9 HTTP/1.1" status: 204 len: 168 time: 1.7170362 Sep 16 00:50:32.562852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:50:32.580021 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.585715 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb" -d '{"events": [{"name": "network-changed", "server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:50:32.623141 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Network 728edc93-1a04-4882-89da-5890481ab72b is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:32.626644 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:32.632493 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:50:32.684327 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Pushing event updated for resources: {'Port': ['ID=e2b87865-5995-4b9d-8109-2288bb651ccc,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:32.686871 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9161b3a7-382c-41ff-84af-8164d65acc36 x-openstack-request-id: req-9161b3a7-382c-41ff-84af-8164d65acc36 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:50:32.687159 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:50:32.687439 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9161b3a7-382c-41ff-84af-8164d65acc36 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:50:32.687780 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'status': 'completed', 'code': 200} Sep 16 00:50:32.716693 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566426'] for router_interface, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.798251 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:32.868112 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port b087353c-7e71-4f27-a459-220df8f35036 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:32.868753 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.924219 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.942070 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-bcb9b68d-d652-4a4b-a5b3-252f79ccce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:32.943694 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-bcb9b68d-d652-4a4b-a5b3-252f79ccce40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82635799727f4521a47d9f13b1dfc685&device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 1098 time: 0.2207861 Sep 16 00:50:32.963837 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b423-63c7-4d16-88ba-ee43df93387c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.972217 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df0bfa2f-98d2-4921-ba64-79fab3779ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:32.998390 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Deleting port cebd588d-4f11-4e56-a424-008d83720dcb {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:32.998727 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.067014 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-df0bfa2f-98d2-4921-ba64-79fab3779ad4 None None] For port b087353c-7e71-4f27-a459-220df8f35036, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=b087353c-7e71-4f27-a459-220df8f35036,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:33.081319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.097744 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-df0bfa2f-98d2-4921-ba64-79fab3779ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.138200 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 5, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:33.174309 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] Checking router: 87001091-dd5e-41cb-8e68-7ee687161a8d for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:50:33.184272 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:33.184882 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:33.197665 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.231319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bfa2f-98d2-4921-ba64-79fab3779ad4 None None] Pushing event updated for resources: {'Port': ['ID=b087353c-7e71-4f27-a459-220df8f35036,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:33.247423 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.254659 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] For port cebd588d-4f11-4e56-a424-008d83720dcb, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cebd588d-4f11-4e56-a424-008d83720dcb,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:33.255167 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.274627 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.277283 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Calling delete_port for cebd588d-4f11-4e56-a424-008d83720dcb owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:33.291879 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88c6c9-5db4-4b30-b1f8-1c4f69cd8a4e req-5e1f1eda-a775-4dbf-9cdb-a86b8fbd5a6c tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:33.294005 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 8706b204-fd07-426b-9f05-5226523458f4 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:33.294141 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4d88c6c9-5db4-4b30-b1f8-1c4f69cd8a4e req-5e1f1eda-a775-4dbf-9cdb-a86b8fbd5a6c tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.2631750 Sep 16 00:50:33.295281 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.326448 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-555ed9b4-c06e-4edc-b8c6-f79186a351a6 None None] Provisioning complete for port e2b87865-5995-4b9d-8109-2288bb651ccc triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:33.327077 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-555ed9b4-c06e-4edc-b8c6-f79186a351a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.340751 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:33.375911 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Attempting to bind port ae0f1b40-eb12-42ac-84b6-a483beefd58a on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:50:33.377354 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Attempting to bind port ae0f1b40-eb12-42ac-84b6-a483beefd58a by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:50:33.377928 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Attempting to bind port ae0f1b40-eb12-42ac-84b6-a483beefd58a on network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:50:33.380211 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c652234-7da8-49ce-978d-06a24f5b0bea None None] Pushing event updated for resources: {'Port': ['ID=ae0f1b40-eb12-42ac-84b6-a483beefd58a,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:33.389875 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4d88c6c9-5db4-4b30-b1f8-1c4f69cd8a4e req-13252900-75c6-41c5-a1ee-f2f46ca5df85 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822518 Sep 16 00:50:33.414665 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:50:33.415280 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Checking segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:33.415843 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.416373 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Bound using segment: {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:50:33.417064 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Bound port: ae0f1b40-eb12-42ac-84b6-a483beefd58a, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb07a580-3414-4b98-a4b8-d894b8b5eef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:50:33.417610 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.432443 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Pushing event updated for resources: {'Port': ['ID=e2b87865-5995-4b9d-8109-2288bb651ccc,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:33.441665 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568842'] for router_interface, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.450273 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-555ed9b4-c06e-4edc-b8c6-f79186a351a6 None None] Port e2b87865-5995-4b9d-8109-2288bb651ccc cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:50:33.457217 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.479737 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8', '6a821b76-a5e1-4671-acf9-5f546c47d341', '29957d63-4502-4ff1-8321-266024209082', 'cebd588d-4f11-4e56-a424-008d83720dcb'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:50:33.514326 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event deleted for resources: {'Port': ['ID=cebd588d-4f11-4e56-a424-008d83720dcb,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:33.523863 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-67198c4e-0909-47c3-8770-1c3cc04a4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:33.525781 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-67198c4e-0909-47c3-8770-1c3cc04a4ddb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 200 len: 909 time: 0.5651369 Sep 16 00:50:33.525913 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-555ed9b4-c06e-4edc-b8c6-f79186a351a6 None None] Provisioning complete for port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:33.526175 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-555ed9b4-c06e-4edc-b8c6-f79186a351a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.541377 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] For port ae0f1b40-eb12-42ac-84b6-a483beefd58a, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:50:33.561822 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port 8706b204-fd07-426b-9f05-5226523458f4 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:33.562198 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.580768 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a8f6-b905-4046-8eec-9acd1bd9eef8 req-5c7b5f74-6908-4dae-be05-cab6e0919434 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:33.582383 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-02a7a8f6-b905-4046-8eec-9acd1bd9eef8 req-5c7b5f74-6908-4dae-be05-cab6e0919434 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adb894a-9133-4b44-8db3-927db44cc62d HTTP/1.1" status: 200 len: 867 time: 0.4960806 Sep 16 00:50:33.590715 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Network 728edc93-1a04-4882-89da-5890481ab72b is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:33.592332 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:33.624611 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] No DVR routers for this DVR port cebd588d-4f11-4e56-a424-008d83720dcb on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:50:33.627996 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-06d8da69-a0aa-4ef2-8289-e90d7ac51bb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 200 len: 217 time: 0.0678096 Sep 16 00:50:33.629113 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.631754 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-10954baf-7a0f-4efd-824e-7c08a284c4b0 req-4d0eebe2-4def-4ec7-9651-dfb26bc023c7 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "DELETE /v2.0/ports/cebd588d-4f11-4e56-a424-008d83720dcb HTTP/1.1" status: 204 len: 173 time: 1.0690579 Sep 16 00:50:33.638486 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] For port ae0f1b40-eb12-42ac-84b6-a483beefd58a, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=ae0f1b40-eb12-42ac-84b6-a483beefd58a,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:50:33.660956 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 5, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:33.673152 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.705052 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-02a7a8f6-b905-4046-8eec-9acd1bd9eef8 req-7c67f0bb-71ed-4fc5-b0e1-b20a4775711d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814619 Sep 16 00:50:33.710034 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-6a01e8b8-9f08-4908-a63e-4fbcee822aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:33.711843 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-6a01e8b8-9f08-4908-a63e-4fbcee822aa3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 200 len: 847 time: 0.0733447 Sep 16 00:50:33.731104 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445010-c68d-4eb2-88f5-a4543279b2b6 None None] The sync data for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi is: [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:02Z', 'revision_number': 4, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'f50c0d41-08c0-449f-a455-097c2e4386ab', 'name': '', 'network_id': 'a2977e88-d53d-4596-b31a-0a9b2a81b979', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'mac_address': 'fa:16:3e:a2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:02Z', 'updated_at': '2021-09-16T00:45:07Z', 'revision_number': 5, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'subnets': [{'id': '472a308e-3b12-4a43-b301-fa9ff8bf73c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:50:33.799731 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-67a44f38-a185-4876-b6cf-9eb4d06c65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:33.801926 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-67a44f38-a185-4876-b6cf-9eb4d06c65d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2977e88-d53d-4596-b31a-0a9b2a81b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801635 Sep 16 00:50:33.809199 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:50:33.846099 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:33.906993 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Routers {'9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:33.907644 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:33.958326 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-839766c3-b48b-40b6-9751-107749aa334c service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466272 Sep 16 00:50:33.974757 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:50:34.000348 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-1a36c763-05ac-4c89-96b6-bce519d3b68f admin admin] 10.222.0.13 "PUT /v2.0/routers/9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9130402 Sep 16 00:50:34.064424 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b8cea1b7-bdd2-48d5-a951-d2fed85a16fb req-6cb046e5-65cd-40e5-af0c-8007252c0905 service neutron] 10.222.0.39 "GET /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977874 Sep 16 00:50:34.092839 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c652234-7da8-49ce-978d-06a24f5b0bea None None] Pushing event updated for resources: {'Port': ['ID=ae0f1b40-eb12-42ac-84b6-a483beefd58a,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:34.119841 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:34.169022 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2933163-a844-4e73-8b8a-acefa9365e93 None None] New status for floating IP ca361781-ea1a-4df5-b0c9-a1ef976e39e9: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:50:34.310329 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:34.454727 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] Set router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:34.497707 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-de7b1adf-c6bf-419c-bf46-b6a2e3ce1e13 None None] Provisioning complete for port e2b87865-5995-4b9d-8109-2288bb651ccc triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:34.498142 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-de7b1adf-c6bf-419c-bf46-b6a2e3ce1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:34.534591 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56db190-7bf8-4dbd-82f2-1513a189d56d req-202abc58-973c-4a67-bb9a-f485ca7c50f7 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:34.536151 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c56db190-7bf8-4dbd-82f2-1513a189d56d req-202abc58-973c-4a67-bb9a-f485ca7c50f7 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0543506 Sep 16 00:50:34.577992 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c56db190-7bf8-4dbd-82f2-1513a189d56d req-41c8bb15-7722-45c4-90ca-ba4abb20c113 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/security-groups?id=6af00572-0cfe-4254-90ce-85e5551ad28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Sep 16 00:50:34.629274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:34.629645 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:34.631562 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-de7b1adf-c6bf-419c-bf46-b6a2e3ce1e13 None None] Port e2b87865-5995-4b9d-8109-2288bb651ccc cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:50:34.692379 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb894a-9133-4b44-8db3-927db44cc62d', 'name': 'network-vif-deleted', 'tag': 'cebd588d-4f11-4e56-a424-008d83720dcb'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:50:34.702193 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f636fcb-9071-4cf7-892d-8fa54431b19e" -d '{"events": [{"server_uuid": "7adb894a-9133-4b44-8db3-927db44cc62d", "name": "network-vif-deleted", "tag": "cebd588d-4f11-4e56-a424-008d83720dcb"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:50:34.757708 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6536dc8-adb6-4b2b-85cc-ec6f6c8af974 x-openstack-request-id: req-e6536dc8-adb6-4b2b-85cc-ec6f6c8af974 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:50:34.758131 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adb894a-9133-4b44-8db3-927db44cc62d", "name": "network-vif-deleted", "tag": "cebd588d-4f11-4e56-a424-008d83720dcb", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:50:34.759029 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6536dc8-adb6-4b2b-85cc-ec6f6c8af974 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:50:34.759538 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb894a-9133-4b44-8db3-927db44cc62d', 'name': 'network-vif-deleted', 'tag': 'cebd588d-4f11-4e56-a424-008d83720dcb', 'status': 'completed', 'code': 200} Sep 16 00:50:34.960021 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:32Z', 'revision_number': 4, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port': {'id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'e2b87865-5995-4b9d-8109-2288bb651ccc', 'name': '', 'network_id': '728edc93-1a04-4882-89da-5890481ab72b', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'mac_address': 'fa:16:3e:99:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:32Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 2, 'project_id': '93421ab470464b7ba72169000ea4acba', 'subnets': [{'id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:35.007568 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f05bc-e03f-425f-bedf-c50e449b0de5 None None] The sync data for ids ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'] in dv-cinder-809303-1-iscsi is: [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:32Z', 'revision_number': 4, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port': {'id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'e2b87865-5995-4b9d-8109-2288bb651ccc', 'name': '', 'network_id': '728edc93-1a04-4882-89da-5890481ab72b', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'mac_address': 'fa:16:3e:99:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:32Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 2, 'project_id': '93421ab470464b7ba72169000ea4acba', 'subnets': [{'id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:50:35.027829 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-0809e2e5-f04f-4c35-9eff-c5a3220e2b66 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:35.029363 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-0809e2e5-f04f-4c35-9eff-c5a3220e2b66 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.39 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 945 time: 0.0592504 Sep 16 00:50:35.030105 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device b087353c-7e71-4f27-a459-220df8f35036 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:35.109406 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port b087353c-7e71-4f27-a459-220df8f35036 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:35.109921 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:35.164970 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Deleting port 5da19583-6901-4c1c-8b6d-7507b8da7e26 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:35.167262 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:35.234490 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:35.283218 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] For port 5da19583-6901-4c1c-8b6d-7507b8da7e26, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=5da19583-6901-4c1c-8b6d-7507b8da7e26,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:35.283649 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:35.329269 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Calling delete_port for 5da19583-6901-4c1c-8b6d-7507b8da7e26 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:35.367747 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:35.368214 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:35.453159 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:50:35.553975 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:35.588856 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event deleted for resources: {'Port': ['ID=5da19583-6901-4c1c-8b6d-7507b8da7e26,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:35.658193 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] No DVR routers for this DVR port 5da19583-6901-4c1c-8b6d-7507b8da7e26 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:50:35.664076 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:35.667490 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8a1dfbe4-5665-4f62-941b-235fc9186710 req-43ed537a-58b2-43b4-a6cf-8f0437704a83 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.39 "DELETE /v2.0/ports/5da19583-6901-4c1c-8b6d-7507b8da7e26 HTTP/1.1" status: 204 len: 173 time: 0.6308658 Sep 16 00:50:35.726419 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b447a13b-4d37-4816-85a1-def63035bc9f req-f922aa22-2abb-42d5-aa69-6458b7c77f41 tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "GET /v2.0/ports?device_id=93afe299-fbf8-4676-bfde-e0c631bc59e0 HTTP/1.1" status: 200 len: 210 time: 0.0434251 Sep 16 00:50:35.852566 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:36.375045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab140-4e7f-4dd0-a036-d8f18b0f6802 req-dec48643-de43-477c-821a-cb0ff32c53f4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:36.377031 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e48ab140-4e7f-4dd0-a036-d8f18b0f6802 req-dec48643-de43-477c-821a-cb0ff32c53f4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 945 time: 0.0600202 Sep 16 00:50:36.429109 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e48ab140-4e7f-4dd0-a036-d8f18b0f6802 req-7bf8eb37-0457-40fb-bbd0-6ef5b30a6418 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Sep 16 00:50:36.493009 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 5da19583-6901-4c1c-8b6d-7507b8da7e26 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:36.519141 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 5da19583-6901-4c1c-8b6d-7507b8da7e26 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:36.520121 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 5da19583-6901-4c1c-8b6d-7507b8da7e26 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:36.520661 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device cebd588d-4f11-4e56-a424-008d83720dcb no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:36.549439 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: cebd588d-4f11-4e56-a424-008d83720dcb {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:36.549898 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device cebd588d-4f11-4e56-a424-008d83720dcb not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:36.760336 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-deleted', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:50:36.762895 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f56eb6f-16bf-4359-8c30-936ee4b39284" -d '{"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-deleted", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:50:36.792983 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44686) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:36.814557 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd7e4c9-f9ad-4889-ba31-98c7fb0b5f25 x-openstack-request-id: req-0bd7e4c9-f9ad-4889-ba31-98c7fb0b5f25 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:50:36.814938 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93afe299-fbf8-4676-bfde-e0c631bc59e0", "name": "network-vif-deleted", "tag": "5da19583-6901-4c1c-8b6d-7507b8da7e26", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:50:36.815293 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bd7e4c9-f9ad-4889-ba31-98c7fb0b5f25 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:50:36.815773 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93afe299-fbf8-4676-bfde-e0c631bc59e0', 'name': 'network-vif-deleted', 'tag': '5da19583-6901-4c1c-8b6d-7507b8da7e26', 'status': 'completed', 'code': 200} Sep 16 00:50:36.866315 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2b437dfb-bdcb-4192-946a-a0c1e3d7efea tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:36.923519 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2b437dfb-bdcb-4192-946a-a0c1e3d7efea tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:37.018793 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device ae0f1b40-eb12-42ac-84b6-a483beefd58a up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:37.033186 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2b437dfb-bdcb-4192-946a-a0c1e3d7efea tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:37.039497 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-2b437dfb-bdcb-4192-946a-a0c1e3d7efea tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:37.043888 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-2b437dfb-bdcb-4192-946a-a0c1e3d7efea tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] 10.222.0.13 "DELETE /v2.0/security-groups/6af00572-0cfe-4254-90ce-85e5551ad28e HTTP/1.1" status: 204 len: 168 time: 0.2493820 Sep 16 00:50:37.054340 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b437dfb-bdcb-4192-946a-a0c1e3d7efea tempest-TestShelveInstance-1364507655 tempest-TestShelveInstance-1364507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af00572-0cfe-4254-90ce-85e5551ad28e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:37.109350 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port ae0f1b40-eb12-42ac-84b6-a483beefd58a triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:37.109964 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:37.117142 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44690) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:37.211294 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:37.237694 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] For port ae0f1b40-eb12-42ac-84b6-a483beefd58a, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=ae0f1b40-eb12-42ac-84b6-a483beefd58a,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:37.246608 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:37.311749 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Pushing event updated for resources: {'Port': ['ID=ae0f1b40-eb12-42ac-84b6-a483beefd58a,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:37.326536 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.327137 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.327807 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.328326 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.328888 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.329140 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.329472 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.329802 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.330158 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.330485 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.330811 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.331134 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:50:37.565752 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceff17-240c-4615-8f00-d129cea1ec1c req-5ba9f506-ee7e-4d94-b774-d1dbdee4eb34 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:37.574132 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8cceff17-240c-4615-8f00-d129cea1ec1c req-5ba9f506-ee7e-4d94-b774-d1dbdee4eb34 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 945 time: 0.0658696 Sep 16 00:50:37.610742 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-8cceff17-240c-4615-8f00-d129cea1ec1c req-feae0a1c-90fa-4b5f-9259-47f70d65ea01 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Sep 16 00:50:37.707673 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:37.988505 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Deleting port f50c0d41-08c0-449f-a455-097c2e4386ab {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:37.989227 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:38.075809 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] For port f50c0d41-08c0-449f-a455-097c2e4386ab, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=f50c0d41-08c0-449f-a455-097c2e4386ab,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:38.076174 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:38.089749 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Calling delete_port for f50c0d41-08c0-449f-a455-097c2e4386ab owned by network:router_interface {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:38.294398 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:38.356417 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50c0d41-08c0-449f-a455-097c2e4386ab,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:38.437654 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-7075b21d-a477-461a-a396-f32ce6b17bfd tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:38.439151 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-7075b21d-a477-461a-a396-f32ce6b17bfd tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 945 time: 0.0817533 Sep 16 00:50:38.569158 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:38.575345 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Deleting port 29957d63-4502-4ff1-8321-266024209082 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:38.575786 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:38.863712 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd447-3cc8-4dd5-97f5-e69b15e2349e req-d0a94b89-c2f2-450e-b148-4939abc866dc tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:38.865896 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b07fd447-3cc8-4dd5-97f5-e69b15e2349e req-d0a94b89-c2f2-450e-b148-4939abc866dc tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 945 time: 0.1097288 Sep 16 00:50:38.903991 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Router 87001091-dd5e-41cb-8e68-7ee687161a8d has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:50:38.929950 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b07fd447-3cc8-4dd5-97f5-e69b15e2349e req-775a8cb0-02c2-430d-830e-6b52991877b2 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543792 Sep 16 00:50:39.029689 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] For port 29957d63-4502-4ff1-8321-266024209082, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=29957d63-4502-4ff1-8321-266024209082,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:39.029973 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.044977 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Calling delete_port for 29957d63-4502-4ff1-8321-266024209082 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:39.146660 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device ae0f1b40-eb12-42ac-84b6-a483beefd58a up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:39.197478 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.232885 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8', '6a821b76-a5e1-4671-acf9-5f546c47d341', '29957d63-4502-4ff1-8321-266024209082'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:50:39.239629 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port ae0f1b40-eb12-42ac-84b6-a483beefd58a triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:39.240011 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.240152 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event deleted for resources: {'Port': ['ID=29957d63-4502-4ff1-8321-266024209082,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:39.290703 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] No DVR routers for this DVR port 29957d63-4502-4ff1-8321-266024209082 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:50:39.293540 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.295632 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-44a7603c-6d46-45f1-80af-bdcc4328581f req-455fed8d-9518-4548-8256-f025c859e36a tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "DELETE /v2.0/ports/29957d63-4502-4ff1-8321-266024209082 HTTP/1.1" status: 204 len: 173 time: 0.8502536 Sep 16 00:50:39.296172 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'name': 'network-vif-deleted', 'tag': '29957d63-4502-4ff1-8321-266024209082'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:50:39.296791 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:50:39.303681 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a667678-f61d-43dc-8f21-3a3462899843" -d '{"events": [{"server_uuid": "759a70f3-dd72-4740-9b0d-4a4f37ef9509", "name": "network-vif-deleted", "tag": "29957d63-4502-4ff1-8321-266024209082"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:50:39.306021 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] Sync routers for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:50:39.314347 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-cf59d9ee-ef6c-4c7e-9928-fd129f8b0571 admin admin] 10.222.0.13 "PUT /v2.0/routers/87001091-dd5e-41cb-8e68-7ee687161a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958342 Sep 16 00:50:39.323986 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44704) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:39.326170 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:39.328886 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:39.423402 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Sync routers for ids ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:50:39.460965 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b302a2e7-6f73-46b7-a504-4aca965a1228 x-openstack-request-id: req-b302a2e7-6f73-46b7-a504-4aca965a1228 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:50:39.461579 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759a70f3-dd72-4740-9b0d-4a4f37ef9509", "name": "network-vif-deleted", "tag": "29957d63-4502-4ff1-8321-266024209082", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:50:39.461579 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b302a2e7-6f73-46b7-a504-4aca965a1228 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:50:39.461864 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a70f3-dd72-4740-9b0d-4a4f37ef9509', 'name': 'network-vif-deleted', 'tag': '29957d63-4502-4ff1-8321-266024209082', 'status': 'completed', 'code': 200} Sep 16 00:50:39.473913 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Routers {'9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:39.474424 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:39.504985 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:39.552048 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks [] for router, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.684601 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.750006 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Set router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:39.765470 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Deleting port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:39.765861 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.793034 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:50:38Z', 'revision_number': 5, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port': {'id': '4aea33c5-0834-4f58-8ce2-9dd80fd6f27d', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:39.853901 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] Checking router: 87001091-dd5e-41cb-8e68-7ee687161a8d for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:50:39.870770 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] Routers {'87001091-dd5e-41cb-8e68-7ee687161a8d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:39.871399 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['87001091-dd5e-41cb-8e68-7ee687161a8d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:39.922055 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] For port 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:39.922592 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:39.950317 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Calling delete_port for 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d owned by network:router_gateway {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:40.042706 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] Set router 87001091-dd5e-41cb-8e68-7ee687161a8d gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:40.110928 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:50:39Z', 'revision_number': 6, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port_host': None}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:40.194407 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e47f1c78-12e5-44e1-b9cc-64cb90929201 req-142cf208-d16a-47a4-a613-5a98d725b09f tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=759a70f3-dd72-4740-9b0d-4a4f37ef9509 HTTP/1.1" status: 200 len: 210 time: 0.0614612 Sep 16 00:50:40.200196 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:32Z', 'revision_number': 4, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port': {'id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'e2b87865-5995-4b9d-8109-2288bb651ccc', 'name': '', 'network_id': '728edc93-1a04-4882-89da-5890481ab72b', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'mac_address': 'fa:16:3e:99:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:32Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 2, 'project_id': '93421ab470464b7ba72169000ea4acba', 'subnets': [{'id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:40.226977 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.234297 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Checking router: 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:50:40.234644 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Updating router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb port e2b87865-5995-4b9d-8109-2288bb651ccc binding host dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 00:50:40.243154 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f9539-f677-4f4d-9ab9-aa87df4b1117 None None] The sync data for ids ['87001091-dd5e-41cb-8e68-7ee687161a8d'] in dv-cinder-809303-1-iscsi is: [{'id': '87001091-dd5e-41cb-8e68-7ee687161a8d', 'name': 'tempest-TestShelveInstance-852373025-router', 'tenant_id': '82635799727f4521a47d9f13b1dfc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:00Z', 'updated_at': '2021-09-16T00:50:39Z', 'revision_number': 6, 'project_id': '82635799727f4521a47d9f13b1dfc685', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:50:40.275988 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.296151 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aea33c5-0834-4f58-8ce2-9dd80fd6f27d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:40.346814 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.458620 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.461851 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.519388 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.520005 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87001091-dd5e-41cb-8e68-7ee687161a8d {{(pid=100419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:50:40.529025 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.532283 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-9ae25ee6-b362-428a-9aab-27702205de73 admin admin] 10.222.0.13 "DELETE /v2.0/routers/87001091-dd5e-41cb-8e68-7ee687161a8d HTTP/1.1" status: 204 len: 168 time: 1.2033894 Sep 16 00:50:40.532677 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44708) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:40.599213 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] Deleting subnet 472a308e-3b12-4a43-b301-fa9ff8bf73c1 {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:50:40.604293 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.664814 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.757226 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.765451 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.792482 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.850487 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15976522-9cdc-4836-a159-8155def9d905 None None] Pushing event updated for resources: {'Port': ['ID=e2b87865-5995-4b9d-8109-2288bb651ccc,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:40.867122 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.884003 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.887848 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/472a308e-3b12-4a43-b301-fa9ff8bf73c1 HTTP/1.1" status: 204 len: 168 time: 0.3523326 Sep 16 00:50:40.888626 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44710) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:40.909140 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a50edc8-2ff4-4738-b1e8-7cc94b78ff15 None None] Network a2977e88-d53d-4596-b31a-0a9b2a81b979 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:50:40.929909 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7c5e-492d-4202-8c23-e901aba4eb1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472a308e-3b12-4a43-b301-fa9ff8bf73c1,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:40.942963 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Attempting to bind port e2b87865-5995-4b9d-8109-2288bb651ccc on host dv-cinder-809303-1-iscsi for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:50:40.945838 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Attempting to bind port e2b87865-5995-4b9d-8109-2288bb651ccc by drivers openvswitch,hyperv on host dv-cinder-809303-1-iscsi at level 0 using segments [{'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:50:40.946393 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Attempting to bind port e2b87865-5995-4b9d-8109-2288bb651ccc on network 728edc93-1a04-4882-89da-5890481ab72b {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:50:40.968770 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Checking agent: {'id': '0ed8789a-2a0d-4841-b30b-a2e83975c0f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809303-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 31, 4), 'started_at': datetime.datetime(2021, 9, 16, 0, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809303-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:50:40.969154 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Checking segment: {'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:50:40.969553 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:40.969951 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Bound using segment: {'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:50:40.970435 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Bound port: e2b87865-5995-4b9d-8109-2288bb651ccc, host: dv-cinder-809303-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b533dd-09d7-478e-b086-354a987c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '728edc93-1a04-4882-89da-5890481ab72b'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:50:40.970839 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.025570 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.126136 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] For port e2b87865-5995-4b9d-8109-2288bb651ccc, host dv-cinder-809303-1-iscsi, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:50:41.130089 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] For port e2b87865-5995-4b9d-8109-2288bb651ccc, host dv-cinder-809303-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=e2b87865-5995-4b9d-8109-2288bb651ccc,segment=NetworkSegment(74b533dd-09d7-478e-b086-354a987c59a4),segment_id=74b533dd-09d7-478e-b086-354a987c59a4)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:50:41.140842 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Deleting port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:41.141270 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.150754 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.206858 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device f50c0d41-08c0-449f-a455-097c2e4386ab no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:41.235761 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] For port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=89f18aa4-ddc1-44d3-99f8-8684cac39f4d,segment=NetworkSegment(700a2fcf-4475-4d67-a088-e364cc982eae),segment_id=700a2fcf-4475-4d67-a088-e364cc982eae)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:41.236134 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.239848 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: f50c0d41-08c0-449f-a455-097c2e4386ab {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:41.240839 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device f50c0d41-08c0-449f-a455-097c2e4386ab not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:41.241546 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:41.251171 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Calling delete_port for 89f18aa4-ddc1-44d3-99f8-8684cac39f4d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:41.346696 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:41.347176 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 4aea33c5-0834-4f58-8ce2-9dd80fd6f27d not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:41.375593 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Routers {'9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:41.376239 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:41.382209 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-b2625aa0-beee-4024-b06f-f181a8c34f26 None None] Provisioning complete for port e2b87865-5995-4b9d-8109-2288bb651ccc triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:41.382573 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2625aa0-beee-4024-b06f-f181a8c34f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.415513 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.451871 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15976522-9cdc-4836-a159-8155def9d905 None None] Pushing event updated for resources: {'Port': ['ID=e2b87865-5995-4b9d-8109-2288bb651ccc,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:41.454560 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f18aa4-ddc1-44d3-99f8-8684cac39f4d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:41.470162 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] No DVR routers for this DVR port 89f18aa4-ddc1-44d3-99f8-8684cac39f4d on host dv-cinder-809303-1-iscsi {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:50:41.662626 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.731428 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a99e9-ae94-49d1-a159-4770bfb2fceb None None] DHCP port deletion for a2977e88-d53d-4596-b31a-0a9b2a81b979 request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:50:41.739734 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2625aa0-beee-4024-b06f-f181a8c34f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.757495 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2977e88-d53d-4596-b31a-0a9b2a81b979']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:41.765763 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] Set router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:41.777983 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700a2fcf-4475-4d67-a088-e364cc982eae') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:41.778626 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700a2fcf-4475-4d67-a088-e364cc982eae') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:41.797031 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.813911 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d18f47-df38-4987-a086-541e11ddc7a6 req-372b4007-ef7d-4859-a49f-4f2720d3635c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:41.816167 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-27d18f47-df38-4987-a086-541e11ddc7a6 req-372b4007-ef7d-4859-a49f-4f2720d3635c tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 945 time: 0.1426604 Sep 16 00:50:41.821669 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b2625aa0-beee-4024-b06f-f181a8c34f26 None None] For port e2b87865-5995-4b9d-8109-2288bb651ccc, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=e2b87865-5995-4b9d-8109-2288bb651ccc,segment=NetworkSegment(74b533dd-09d7-478e-b086-354a987c59a4),segment_id=74b533dd-09d7-478e-b086-354a987c59a4)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:41.832303 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.835702 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b2625aa0-beee-4024-b06f-f181a8c34f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.852417 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:50:41.853018 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:50:41.855037 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:50:41.923560 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-27d18f47-df38-4987-a086-541e11ddc7a6 req-f75654d9-3baf-4184-ba6c-a718e784deff tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008291 Sep 16 00:50:41.950088 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.959977 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:41.961996 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2977e88-d53d-4596-b31a-0a9b2a81b979 HTTP/1.1" status: 204 len: 168 time: 1.0721614 Sep 16 00:50:41.964939 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44718) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:41.983018 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2058176-86a7-402e-94a7-4efcdf05c0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2977e88-d53d-4596-b31a-0a9b2a81b979,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:42.014897 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-473aac25-8f87-425c-99d5-eec9e6f806d9 None None] Provisioning complete for port e2b87865-5995-4b9d-8109-2288bb651ccc triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:42.015260 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-473aac25-8f87-425c-99d5-eec9e6f806d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:42.016713 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2625aa0-beee-4024-b06f-f181a8c34f26 None None] Pushing event updated for resources: {'Port': ['ID=e2b87865-5995-4b9d-8109-2288bb651ccc,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:42.154309 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:32Z', 'revision_number': 4, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port': {'id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'e2b87865-5995-4b9d-8109-2288bb651ccc', 'name': '', 'network_id': '728edc93-1a04-4882-89da-5890481ab72b', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'mac_address': 'fa:16:3e:99:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:32Z', 'updated_at': '2021-09-16T00:50:41Z', 'revision_number': 4, 'project_id': '93421ab470464b7ba72169000ea4acba', 'subnets': [{'id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:42.192008 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b1faa0-c4f6-4971-9399-ec00f036928b None None] The sync data for ids ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'] in dv-cinder-809303-1-iscsi is: [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:32Z', 'revision_number': 4, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port': {'id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'e2b87865-5995-4b9d-8109-2288bb651ccc', 'name': '', 'network_id': '728edc93-1a04-4882-89da-5890481ab72b', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'mac_address': 'fa:16:3e:99:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:32Z', 'updated_at': '2021-09-16T00:50:41Z', 'revision_number': 4, 'project_id': '93421ab470464b7ba72169000ea4acba', 'subnets': [{'id': '16f29860-b08a-4ed1-8c54-9496274b60cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:50:42.404417 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:42.557293 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 29957d63-4502-4ff1-8321-266024209082 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:42.578984 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 29957d63-4502-4ff1-8321-266024209082 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:42.579355 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 29957d63-4502-4ff1-8321-266024209082 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:42.698738 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Deleting port aead17f2-3f2f-446e-945e-a0212b0a9758 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:42.699170 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:42.800432 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] For port aead17f2-3f2f-446e-945e-a0212b0a9758, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=aead17f2-3f2f-446e-945e-a0212b0a9758,segment=NetworkSegment(0a901787-d7dc-4639-aa3f-8268f3e988a1),segment_id=0a901787-d7dc-4639-aa3f-8268f3e988a1)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:42.802295 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:42.819834 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Calling delete_port for aead17f2-3f2f-446e-945e-a0212b0a9758 owned by network:router_interface {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:43.038124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device e2b87865-5995-4b9d-8109-2288bb651ccc up at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:50:43.081986 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:43.104293 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Provisioning complete for port e2b87865-5995-4b9d-8109-2288bb651ccc triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:43.105135 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:43.118311 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aead17f2-3f2f-446e-945e-a0212b0a9758,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:43.153734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c65c-a3f3-405f-926a-9ee80eacf375 req-57b47b81-1394-4a34-9f9b-659a98c63191 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:43.155254 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-dcb3c65c-a3f3-405f-926a-9ee80eacf375 req-57b47b81-1394-4a34-9f9b-659a98c63191 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 945 time: 0.1113575 Sep 16 00:50:43.293965 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-dcb3c65c-a3f3-405f-926a-9ee80eacf375 req-f05db715-4e11-488f-9f1f-235adc848920 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102962 Sep 16 00:50:43.301128 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 89f18aa4-ddc1-44d3-99f8-8684cac39f4d no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:43.335816 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 89f18aa4-ddc1-44d3-99f8-8684cac39f4d {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:43.336274 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 89f18aa4-ddc1-44d3-99f8-8684cac39f4d not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:43.378133 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:43.495784 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-58a4a612-407e-4736-a331-66b873c781de tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:43.497403 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-58a4a612-407e-4736-a331-66b873c781de tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Sep 16 00:50:43.613256 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Deleting port 6a821b76-a5e1-4671-acf9-5f546c47d341 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:43.613887 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:43.654282 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Router d7cd7c53-6505-42d8-bede-be536128a279 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:50:43.752382 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] For port 6a821b76-a5e1-4671-acf9-5f546c47d341, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6a821b76-a5e1-4671-acf9-5f546c47d341,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:43.752789 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:43.765403 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Calling delete_port for 6a821b76-a5e1-4671-acf9-5f546c47d341 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:43.780800 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:50:43.790495 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-fd72b0c0-0f5f-491c-b771-f4d4774ee0e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7cd7c53-6505-42d8-bede-be536128a279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237813 Sep 16 00:50:43.791339 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44726) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:43.795337 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] Sync routers for ids ['d7cd7c53-6505-42d8-bede-be536128a279'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:50:43.810496 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] Routers {'d7cd7c53-6505-42d8-bede-be536128a279'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:43.811763 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['d7cd7c53-6505-42d8-bede-be536128a279'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:43.915797 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks [] for router, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:43.956633 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:43.971403 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8', '6a821b76-a5e1-4671-acf9-5f546c47d341'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:50:43.987245 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] Set router d7cd7c53-6505-42d8-bede-be536128a279 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:44.012555 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event deleted for resources: {'Port': ['ID=6a821b76-a5e1-4671-acf9-5f546c47d341,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:44.072207 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] No DVR routers for this DVR port 6a821b76-a5e1-4671-acf9-5f546c47d341 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:50:44.082214 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:44.087847 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9f1dae9b-2fbc-4317-85fb-4b0319997d8e req-398b0a36-5660-4495-a034-f726deaefb87 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "DELETE /v2.0/ports/6a821b76-a5e1-4671-acf9-5f546c47d341 HTTP/1.1" status: 204 len: 173 time: 0.5806148 Sep 16 00:50:44.087847 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'name': 'network-vif-deleted', 'tag': '6a821b76-a5e1-4671-acf9-5f546c47d341'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:50:44.096459 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab57fd1-5034-4bb9-8318-bd0e2a70b62b" -d '{"events": [{"server_uuid": "f37811f1-6c9a-4690-89bb-3b56feaf3bf7", "name": "network-vif-deleted", "tag": "6a821b76-a5e1-4671-acf9-5f546c47d341"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:50:44.251544 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:50:43Z', 'revision_number': 5, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:44.300248 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:44.308752 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd442999-b365-4e36-bdcc-a553bf0cdaed x-openstack-request-id: req-cd442999-b365-4e36-bdcc-a553bf0cdaed {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:50:44.309064 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] Checking router: d7cd7c53-6505-42d8-bede-be536128a279 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:50:44.309247 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37811f1-6c9a-4690-89bb-3b56feaf3bf7", "name": "network-vif-deleted", "tag": "6a821b76-a5e1-4671-acf9-5f546c47d341", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:50:44.309413 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd442999-b365-4e36-bdcc-a553bf0cdaed {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:50:44.310200 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37811f1-6c9a-4690-89bb-3b56feaf3bf7', 'name': 'network-vif-deleted', 'tag': '6a821b76-a5e1-4671-acf9-5f546c47d341', 'status': 'completed', 'code': 200} Sep 16 00:50:44.322718 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] Routers {'d7cd7c53-6505-42d8-bede-be536128a279'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:50:44.324226 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:50:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['d7cd7c53-6505-42d8-bede-be536128a279'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:44.439735 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Deleting port 51c14c14-4687-47d3-b2b6-48b1f162b926 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:44.440076 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:44.508046 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9a1640cf-1d9b-405a-8ab4-fd280f74fea5 req-03a7bef1-384a-499f-92ca-79a76794fdcc tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f37811f1-6c9a-4690-89bb-3b56feaf3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0402296 Sep 16 00:50:44.526926 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] Set router d7cd7c53-6505-42d8-bede-be536128a279 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:50:44.802375 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:50:43Z', 'revision_number': 5, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:44.833178 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84611cb-d83a-4342-ab62-66155469d653 None None] The sync data for ids ['d7cd7c53-6505-42d8-bede-be536128a279'] in dv-cinder-809303-1-iscsi is: [{'id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'name': 'tempest-TestShelveInstance-1656351360-router', 'tenant_id': 'db470321c12c493d937b27ae70437443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:45:04Z', 'updated_at': '2021-09-16T00:50:43Z', 'revision_number': 5, 'project_id': 'db470321c12c493d937b27ae70437443', 'gw_port': {'id': '51c14c14-4687-47d3-b2b6-48b1f162b926', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd7c53-6505-42d8-bede-be536128a279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:45:05Z', 'updated_at': '2021-09-16T00:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:50:44.843665 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] For port 51c14c14-4687-47d3-b2b6-48b1f162b926, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=51c14c14-4687-47d3-b2b6-48b1f162b926,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:44.844039 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:44.861828 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Calling delete_port for 51c14c14-4687-47d3-b2b6-48b1f162b926 owned by network:router_gateway {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:45.053038 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.080174 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c14c14-4687-47d3-b2b6-48b1f162b926,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:45.150773 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.257731 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.265649 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.325104 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.325734 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7cd7c53-6505-42d8-bede-be536128a279 {{(pid=100423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:50:45.330732 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.331935 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ad7a0a11-f8db-4d76-9878-8badd54d9b13 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7cd7c53-6505-42d8-bede-be536128a279 HTTP/1.1" status: 204 len: 168 time: 1.5395608 Sep 16 00:50:45.335169 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44732) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:45.366650 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device aead17f2-3f2f-446e-945e-a0212b0a9758 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:45.401430 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] Deleting subnet 05f6bfdb-5f10-4fd8-973f-084473e42226 {{(pid=100419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:50:45.405363 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.415985 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: aead17f2-3f2f-446e-945e-a0212b0a9758 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:45.416512 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device aead17f2-3f2f-446e-945e-a0212b0a9758 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:45.456701 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075539'] for subnet, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.550894 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.635279 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25632478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867631'] for subnet, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.675420 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f6bfdb-5f10-4fd8-973f-084473e42226,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:45.688048 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.692945 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44738) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:45.694137 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-33dfef85-344a-4fff-a9d5-5faf732784a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/05f6bfdb-5f10-4fd8-973f-084473e42226 HTTP/1.1" status: 204 len: 168 time: 0.3566909 Sep 16 00:50:45.695702 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85366046-98e4-4b2a-80c8-c08301a54efb None None] Network ca950865-445b-448a-8a53-27d4b4f256f1 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:50:45.784509 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.844539 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Deleting port 2500d5cd-3622-4a34-b00b-2400ea47546d {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:45.844822 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.921729 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] For port 2500d5cd-3622-4a34-b00b-2400ea47546d, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=2500d5cd-3622-4a34-b00b-2400ea47546d,segment=NetworkSegment(0a901787-d7dc-4639-aa3f-8268f3e988a1),segment_id=0a901787-d7dc-4639-aa3f-8268f3e988a1)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:45.922208 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:45.940252 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Calling delete_port for 2500d5cd-3622-4a34-b00b-2400ea47546d owned by network:dhcp {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:46.045824 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.081260 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Pushing event deleted for resources: {'Port': ['ID=2500d5cd-3622-4a34-b00b-2400ea47546d,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:46.090514 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] No DVR routers for this DVR port 2500d5cd-3622-4a34-b00b-2400ea47546d on host dv-cinder-809303-1-iscsi {{(pid=100423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:50:46.115781 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16955fba-bddc-4431-9d15-9a3584630ffd None None] DHCP port deletion for ca950865-445b-448a-8a53-27d4b4f256f1 request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:50:46.199006 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.220807 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca950865-445b-448a-8a53-27d4b4f256f1']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:46.230961 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a901787-d7dc-4639-aa3f-8268f3e988a1') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:46.231258 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a901787-d7dc-4639-aa3f-8268f3e988a1') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:50:46.241655 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.255080 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.262466 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:50:46.262957 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:50:46.269048 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:50:46.338000 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.343223 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.345146 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca950865-445b-448a-8a53-27d4b4f256f1 HTTP/1.1" status: 204 len: 168 time: 0.6504304 Sep 16 00:50:46.358017 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd32f-cb2e-4289-90ea-4d5ee558b065 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca950865-445b-448a-8a53-27d4b4f256f1,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:46.483495 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44748) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:46.528293 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-47ecf921-56d4-48e3-b76e-b5e4e0303244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82635799727f4521a47d9f13b1dfc685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435872 Sep 16 00:50:46.530997 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44750) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:46.580271 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4001-08bb-4b42-8f10-5f75adf64215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.589989 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 6a821b76-a5e1-4671-acf9-5f546c47d341 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:46.606210 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4001-08bb-4b42-8f10-5f75adf64215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.612211 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 6a821b76-a5e1-4671-acf9-5f546c47d341 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:46.612853 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 6a821b76-a5e1-4671-acf9-5f546c47d341 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:46.657045 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4001-08bb-4b42-8f10-5f75adf64215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.659651 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4001-08bb-4b42-8f10-5f75adf64215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:46.660880 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-e0aa4001-08bb-4b42-8f10-5f75adf64215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bdcfa72-2166-4f60-adeb-d24b0093c545 HTTP/1.1" status: 204 len: 168 time: 0.1288509 Sep 16 00:50:46.672583 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa4001-08bb-4b42-8f10-5f75adf64215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcfa72-2166-4f60-adeb-d24b0093c545,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:47.002319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 51c14c14-4687-47d3-b2b6-48b1f162b926 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:47.031139 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 51c14c14-4687-47d3-b2b6-48b1f162b926 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:47.031677 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 51c14c14-4687-47d3-b2b6-48b1f162b926 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:47.032270 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 2500d5cd-3622-4a34-b00b-2400ea47546d no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:47.053126 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 2500d5cd-3622-4a34-b00b-2400ea47546d {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:47.053640 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 2500d5cd-3622-4a34-b00b-2400ea47546d not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:47.054490 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44772) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:47.087829 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8580751-0789-4b19-bc47-ca87465d3de4 req-a4a2e2cf-5ef9-49cc-a5ba-64aeb7522df4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:47.089291 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e8580751-0789-4b19-bc47-ca87465d3de4 req-a4a2e2cf-5ef9-49cc-a5ba-64aeb7522df4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 945 time: 0.0753148 Sep 16 00:50:47.129986 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-3344efb9-01ba-4223-a75c-405ba7ae2733 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db470321c12c493d937b27ae70437443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728829 Sep 16 00:50:47.133221 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44784) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:50:47.144098 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e8580751-0789-4b19-bc47-ca87465d3de4 req-f79bd59f-3635-4cc1-acba-3c25a809d204 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475852 Sep 16 00:50:47.249107 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a04686fc-ef87-44aa-93fd-e5fe638c84d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:47.284953 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a04686fc-ef87-44aa-93fd-e5fe638c84d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:47.298436 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-36d3994b-9940-48de-8cf6-51c768f41bbb tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:47.299870 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-36d3994b-9940-48de-8cf6-51c768f41bbb tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 814 time: 0.1468244 Sep 16 00:50:47.327031 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9bfa7a0e-1196-4283-993d-a15216e1700f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/quotas/dc5d63b0d3ad45839d0345d1fcbb6d4c HTTP/1.1" status: 200 len: 375 time: 0.0190418 Sep 16 00:50:47.384830 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-388243f0-0a3d-4873-8a03-4de433199af6 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520241 Sep 16 00:50:47.386262 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a04686fc-ef87-44aa-93fd-e5fe638c84d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:47.388821 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a04686fc-ef87-44aa-93fd-e5fe638c84d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:47.389857 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a04686fc-ef87-44aa-93fd-e5fe638c84d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/122e08e3-2aa1-4ff0-a625-f4508d46399a HTTP/1.1" status: 204 len: 168 time: 0.2553773 Sep 16 00:50:47.403160 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04686fc-ef87-44aa-93fd-e5fe638c84d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e08e3-2aa1-4ff0-a625-f4508d46399a,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:47.634317 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-be381c4f-1e33-4a3e-ab55-a50588f87ccd service neutron] 10.222.0.13 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359989 Sep 16 00:50:47.730408 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-a01dd099-acfc-4202-95f4-f0f37f3abb1c service neutron] 10.222.0.13 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898194 Sep 16 00:50:47.898909 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7b7769b1-e2e3-4912-a0d4-1fcbef4c5464 req-4e78da39-213f-419a-8ead-990e9a422114 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 210 time: 0.0269465 Sep 16 00:50:48.269556 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13643674-594f-4bb7-a389-8eb78aed166b req-ad36636e-ce39-454a-b133-c7a02a5a78c2 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:48.271060 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-13643674-594f-4bb7-a389-8eb78aed166b req-ad36636e-ce39-454a-b133-c7a02a5a78c2 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 945 time: 0.0528908 Sep 16 00:50:48.313370 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-13643674-594f-4bb7-a389-8eb78aed166b req-09e289e7-58e3-41ac-ba0b-d8b8e55f73d2 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358429 Sep 16 00:50:49.015454 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-adcb5ee6-b25a-4b15-89b4-451f5746ed81 req-854b3fdc-fdd1-4d85-a8b1-db4c48b01723 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 210 time: 0.0444143 Sep 16 00:50:49.088160 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-3574f7f8-e45e-4d36-89cd-91ab6742d4aa tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:49.089659 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-3574f7f8-e45e-4d36-89cd-91ab6742d4aa tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 814 time: 0.1421618 Sep 16 00:50:49.112690 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'port': {'device_id': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'admin_state_up': True, 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:50:49.195434 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-77a710d6-8e22-44ba-86fa-32e598b11393 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:49.196929 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-77a710d6-8e22-44ba-86fa-32e598b11393 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 945 time: 0.1286745 Sep 16 00:50:49.293739 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Made reservation on behalf of dc5d63b0d3ad45839d0345d1fcbb6d4c for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:50:49.297282 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:49.338411 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Deleting port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:50:49.338751 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:49.435564 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce196d8-c5ba-49fa-98a7-10db57a007c9 req-f444267e-d49e-4db6-84d4-fe954b2949f0 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:49.437149 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4ce196d8-c5ba-49fa-98a7-10db57a007c9 req-f444267e-d49e-4db6-84d4-fe954b2949f0 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 945 time: 0.0514314 Sep 16 00:50:49.478045 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4ce196d8-c5ba-49fa-98a7-10db57a007c9 req-5502f466-3699-4252-bc1d-901ae0c717bb tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bc21fdb-39d6-467f-8058-86db46e5eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Sep 16 00:50:49.508161 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] For port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,segment=NetworkSegment(d03cde70-e8b7-43f4-8c76-82bd0f8191ff),segment_id=d03cde70-e8b7-43f4-8c76-82bd0f8191ff)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:50:49.508525 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:49.518263 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Allocated IP 172.20.0.12 (db21ba95-5d7c-4564-b339-fddb78011588/a94abfdf-2714-443d-b4c8-127bb5a7245c/85729be1-0feb-4d6f-b859-0793c9326855) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:50:49.529528 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Calling delete_port for d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:50:49.853588 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:49.866094 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['d6aa43e7-36de-434e-8477-3fcc7b9c4cf8'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:50:49.898616 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Pushing event deleted for resources: {'Port': ['ID=d6aa43e7-36de-434e-8477-3fcc7b9c4cf8,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:49.936629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:49.951930 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] No DVR routers for this DVR port d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:50:49.955283 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:49.957330 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-beb03dcb-a512-44c6-b5e5-3b211d207cab req-b390a979-7fca-4020-accb-561950723aad tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.39 "DELETE /v2.0/ports/d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 HTTP/1.1" status: 204 len: 173 time: 0.7534671 Sep 16 00:50:49.957740 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc315f12-cc36-4032-a177-407022eefcc2', 'name': 'network-vif-deleted', 'tag': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:50:49.960852 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992d801-38f0-4c7b-b71f-3cb97d105425" -d '{"events": [{"server_uuid": "bc315f12-cc36-4032-a177-407022eefcc2", "name": "network-vif-deleted", "tag": "d6aa43e7-36de-434e-8477-3fcc7b9c4cf8"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:50:49.994605 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:50.023880 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724c895a-e0bf-49e3-a3a3-0da2a5ac66e4 x-openstack-request-id: req-724c895a-e0bf-49e3-a3a3-0da2a5ac66e4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:50:50.024848 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc315f12-cc36-4032-a177-407022eefcc2", "name": "network-vif-deleted", "tag": "d6aa43e7-36de-434e-8477-3fcc7b9c4cf8", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:50:50.024848 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-724c895a-e0bf-49e3-a3a3-0da2a5ac66e4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:50:50.025062 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc315f12-cc36-4032-a177-407022eefcc2', 'name': 'network-vif-deleted', 'tag': 'd6aa43e7-36de-434e-8477-3fcc7b9c4cf8', 'status': 'completed', 'code': 200} Sep 16 00:50:50.042434 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Network db21ba95-5d7c-4564-b339-fddb78011588 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:50:50.055944 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:50:50.059646 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:50:50.062423 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:50:50.150450 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:50.152960 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:50.168148 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604b8a-79a4-4ae5-88ce-e6d29cab670d req-36da7956-bb01-4fe6-8c52-0f8ed2c1d1dc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:50.169927 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4a604b8a-79a4-4ae5-88ce-e6d29cab670d req-36da7956-bb01-4fe6-8c52-0f8ed2c1d1dc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0808008 Sep 16 00:50:50.174605 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9905d1cf-a376-4432-8d8d-268e3355d17f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0659237 Sep 16 00:50:50.229523 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4a604b8a-79a4-4ae5-88ce-e6d29cab670d req-ddba71fc-3f41-426a-91c3-3cd8640e3889 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438540 Sep 16 00:50:50.291591 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-1d9a72d7-17b2-4286-bac9-cf6030455774 None None] Provisioning complete for port 85729be1-0feb-4d6f-b859-0793c9326855 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:50:50.291973 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1d9a72d7-17b2-4286-bac9-cf6030455774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:50:50.327373 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a72d7-17b2-4286-bac9-cf6030455774 None None] Port 85729be1-0feb-4d6f-b859-0793c9326855 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:50:50.583112 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ab792b57-847d-4e4e-9ced-411072607f3b req-67d99e74-2e17-4c00-8854-1d133250aa61 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0302289 Sep 16 00:50:51.351733 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517e0ff-ef72-4215-9d78-ae6e95c5ba2c req-1e67e2e0-90b1-4db5-b2a2-e26a3ef8b261 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:51.354516 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b517e0ff-ef72-4215-9d78-ae6e95c5ba2c req-1e67e2e0-90b1-4db5-b2a2-e26a3ef8b261 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0540521 Sep 16 00:50:51.399537 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b517e0ff-ef72-4215-9d78-ae6e95c5ba2c req-6bfd116a-858e-4cb6-970a-53433745dd02 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Sep 16 00:50:51.688169 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-57b61b12-9345-4b7a-944a-89968da9cee6 req-3af61660-082e-4ed2-b2aa-aa560a7a5573 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0349472 Sep 16 00:50:52.526620 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d7bc-f03f-478e-a685-af4295007569 req-80620595-b2e2-47bd-9a43-eb5ab3649992 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:52.528159 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3e65d7bc-f03f-478e-a685-af4295007569 req-80620595-b2e2-47bd-9a43-eb5ab3649992 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0496848 Sep 16 00:50:52.571570 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3e65d7bc-f03f-478e-a685-af4295007569 req-597f24a9-22cb-44a3-bce6-1dbf2f86feeb tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Sep 16 00:50:52.604695 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:50:52.627985 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:50:52.628320 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device d6aa43e7-36de-434e-8477-3fcc7b9c4cf8 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:50:52.789275 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-09e0266d-b35e-4e83-93ee-d2fa6c91c47e req-2da40c43-0642-4791-a57b-3de74671ad7e tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0262260 Sep 16 00:50:53.698322 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb874762-06ad-4ff5-a00c-559d2ca435ab req-b7964715-c70a-4f3c-808a-625e6f15f1c8 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:53.699998 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eb874762-06ad-4ff5-a00c-559d2ca435ab req-b7964715-c70a-4f3c-808a-625e6f15f1c8 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0590081 Sep 16 00:50:53.738432 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eb874762-06ad-4ff5-a00c-559d2ca435ab req-61008935-c961-4302-9c4a-d99143661410 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Sep 16 00:50:53.894327 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f64175c1-93e2-43e5-bf5d-ad8a58bb0626 req-d55869e6-b7f5-4d8a-a947-87a17fb61a0d tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Sep 16 00:50:54.867611 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41143d05-66e7-4d41-ac69-440d3e091a2a req-bc29e392-e44c-4009-8501-78f175cf6ad5 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:54.869330 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-41143d05-66e7-4d41-ac69-440d3e091a2a req-bc29e392-e44c-4009-8501-78f175cf6ad5 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0616572 Sep 16 00:50:54.912354 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-41143d05-66e7-4d41-ac69-440d3e091a2a req-29477301-15c2-4835-b67a-08e37bf8bcd1 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 Sep 16 00:50:54.996449 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-47475ca7-5abd-43f9-9abb-c38175151ab2 req-89dd5da0-ef40-49a0-8b75-8d6c7c639cab tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0285172 Sep 16 00:50:56.048197 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a166a0-c746-4888-a6ba-89d3b32117ae req-a8949d45-5eda-451e-b3bb-f1b267b58f33 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:56.049705 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c0a166a0-c746-4888-a6ba-89d3b32117ae req-a8949d45-5eda-451e-b3bb-f1b267b58f33 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0591977 Sep 16 00:50:56.092451 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-b51aefa9-b9f1-41d6-b305-296ac66a5575 req-1f737d11-76a2-4468-8de7-6ada4130ff66 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0286503 Sep 16 00:50:56.105597 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c0a166a0-c746-4888-a6ba-89d3b32117ae req-4266a14c-a88d-4f16-ba7d-03065f4f593f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462875 Sep 16 00:50:57.203518 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-dbe9cf20-b945-4d83-a34d-cbefcc185c22 req-254316aa-60a1-4417-8bc4-7f214a282433 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0297289 Sep 16 00:50:57.249670 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877c099-fa8a-4727-b8c4-f1ed27262afc req-42a8a1ea-381a-44de-8c38-f8e1d3340247 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:57.251235 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a877c099-fa8a-4727-b8c4-f1ed27262afc req-42a8a1ea-381a-44de-8c38-f8e1d3340247 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0638444 Sep 16 00:50:57.290148 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a877c099-fa8a-4727-b8c4-f1ed27262afc req-e74b92ae-b84e-4b76-8f16-46879f4b52ab tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Sep 16 00:50:58.301424 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ece63c71-e174-4bee-90fa-676e8bd84319 req-a6423ccb-ff67-4c07-aad5-b94bacde8486 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0277252 Sep 16 00:50:58.411406 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40eef-2e6f-49c4-827b-2a55946ae989 req-0e9d93ec-010f-4540-b25d-fc941deff743 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:58.412939 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c1c40eef-2e6f-49c4-827b-2a55946ae989 req-0e9d93ec-010f-4540-b25d-fc941deff743 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0501347 Sep 16 00:50:58.457433 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-c1c40eef-2e6f-49c4-827b-2a55946ae989 req-cdbb0c24-f1b0-4373-b49c-2cca7ab3e7c2 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Sep 16 00:50:59.396434 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-9e2fb56b-ed11-4e27-bff7-84a5190db2fb req-99c79f35-0185-47ea-b730-363335ec6054 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Sep 16 00:50:59.569645 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93da4d-c1eb-471d-8f89-5b8fd85d6f60 req-69000076-db27-4ec5-8d9c-f7a5b369ac58 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:50:59.571051 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ef93da4d-c1eb-471d-8f89-5b8fd85d6f60 req-69000076-db27-4ec5-8d9c-f7a5b369ac58 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0489571 Sep 16 00:50:59.608635 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-ef93da4d-c1eb-471d-8f89-5b8fd85d6f60 req-1c473ffe-6cd4-4d3d-8765-b0a6e523e5ad tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Sep 16 00:51:00.077955 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-54ee0a77-3719-4680-905b-17492630673b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:00.492316 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-daa3a4fe-4bd7-46c1-a9e7-23b803998ee0 req-7387ac00-ef62-47b7-a6eb-71843b7cba77 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0257697 Sep 16 00:51:00.719055 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66bbba-d108-401b-af89-6015951d4514 req-2ab0815e-2573-47d4-b4b4-e41647815f6d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:00.720435 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eb66bbba-d108-401b-af89-6015951d4514 req-2ab0815e-2573-47d4-b4b4-e41647815f6d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0482407 Sep 16 00:51:00.757266 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-eb66bbba-d108-401b-af89-6015951d4514 req-459a6221-6b77-42c0-94ed-6513a250ecdf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308664 Sep 16 00:51:01.585505 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ae59570f-a6c2-46ce-b31e-e21cbd42843f req-5d3304dc-dc15-4782-838e-f9df42bd645e tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Sep 16 00:51:01.868632 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd2a8d-ead1-40fb-8673-7a27dbe3b46b req-0b749eed-34fd-462b-8a20-47c0b5246136 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:01.870913 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d3cd2a8d-ead1-40fb-8673-7a27dbe3b46b req-0b749eed-34fd-462b-8a20-47c0b5246136 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 932 time: 0.0489011 Sep 16 00:51:01.912703 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-d3cd2a8d-ead1-40fb-8673-7a27dbe3b46b req-bd34293f-2ba6-4ce9-86cf-13cd07b7a5da tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345733 Sep 16 00:51:02.590475 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Request body: {'port': {'device_id': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:02.647907 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:02.700964 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5d847263-35a2-40df-aca1-11d977fd69e5 req-02f80049-3053-4ffe-ae15-7ba1f5cee1a4 tempest-AttachVolumeNegativeTest-1608871681 tempest-AttachVolumeNegativeTest-1608871681-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc315f12-cc36-4032-a177-407022eefcc2 HTTP/1.1" status: 200 len: 210 time: 0.0489411 Sep 16 00:51:02.766204 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-38d05d4e-e57e-4380-967e-c3debbfef64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:02.898823 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:02.933809 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85729be1-0feb-4d6f-b859-0793c9326855 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:51:02.942381 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:02.960070 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Transition to ACTIVE for port object 85729be1-0feb-4d6f-b859-0793c9326855 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:51:02.965750 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.058477 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Pushing event updated for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:03.078841 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbe5f-4c71-4a81-849e-df4edef72740 req-3e6223b2-ef10-4726-9598-811cc86cd909 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:03.081583 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-626cbe5f-4c71-4a81-849e-df4edef72740 req-3e6223b2-ef10-4726-9598-811cc86cd909 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 944 time: 0.0870733 Sep 16 00:51:03.147504 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-626cbe5f-4c71-4a81-849e-df4edef72740 req-ab912d37-7159-4c85-97a3-694fd5a570f1 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Sep 16 00:51:03.162399 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Attempting to bind port 85729be1-0feb-4d6f-b859-0793c9326855 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:51:03.162981 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Attempting to bind port 85729be1-0feb-4d6f-b859-0793c9326855 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:51:03.163102 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Attempting to bind port 85729be1-0feb-4d6f-b859-0793c9326855 on network db21ba95-5d7c-4564-b339-fddb78011588 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:51:03.177433 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Port 85729be1-0feb-4d6f-b859-0793c9326855 on network db21ba95-5d7c-4564-b339-fddb78011588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:51:03.177751 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Attempting to bind port 85729be1-0feb-4d6f-b859-0793c9326855 on network db21ba95-5d7c-4564-b339-fddb78011588 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:51:03.184817 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:51:03.185154 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Checking segment: {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:51:03.185536 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Bound using segment: {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:51:03.185963 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Bound port: 85729be1-0feb-4d6f-b859-0793c9326855, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:51:03.186314 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.250909 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:51:03.253881 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=85729be1-0feb-4d6f-b859-0793c9326855,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:51:03.258059 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.290791 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:03.292300 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.293694 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] 10.222.0.39 "PUT /v2.0/ports/85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 1094 time: 0.7082667 Sep 16 00:51:03.295725 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:03.298849 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:03.326365 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c65e-8654-48a2-ba75-1c94a572e3ea service neutron] Pushing event updated for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:03.360163 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51898d46-9018-416a-8bc9-130ac94ccffc x-openstack-request-id: req-51898d46-9018-416a-8bc9-130ac94ccffc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:03.360451 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:03.360721 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51898d46-9018-416a-8bc9-130ac94ccffc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:03.361114 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855', 'status': 'completed', 'code': 200} Sep 16 00:51:03.377931 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-073ddbf8-8539-4b86-81d2-ce5f6782a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:03.379651 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-073ddbf8-8539-4b86-81d2-ce5f6782a0eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1097 time: 0.0466022 Sep 16 00:51:03.423459 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-3b922f98-5b41-4962-bd7e-4d655b4c1300 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 217 time: 0.0355802 Sep 16 00:51:03.472545 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9c431050-ac01-48fa-9c26-98a765a71790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:03.474076 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-9c431050-ac01-48fa-9c26-98a765a71790 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0437679 Sep 16 00:51:03.522080 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41d43-292c-487c-b92f-a77c186baa01 req-16fd2b75-c9a2-49dc-8c91-ce3c0423d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:03.523526 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-16fd2b75-c9a2-49dc-8c91-ce3c0423d3bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422873 Sep 16 00:51:03.610922 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-1b652791-cdb8-44f8-8ec8-7e1ec8954e21 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800788 Sep 16 00:51:03.648158 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.706158 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-41e41d43-292c-487c-b92f-a77c186baa01 req-722a3c78-d7d6-4ff3-b606-2eb1aea2c546 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880485 Sep 16 00:51:03.756111 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44890) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:03.795170 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-2d0cb8e3-ca29-46e6-b853-d7a365a8a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:03.796659 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-2d0cb8e3-ca29-46e6-b853-d7a365a8a1f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1097 time: 0.0409961 Sep 16 00:51:03.801696 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Deleting subnet 532bf49e-3088-4291-8241-55ba16da43d8 {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:51:03.804655 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.838284 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.880562 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.889789 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-0eb4d9d4-48f6-4cdb-96bc-0d2bc5349fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:03.891262 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-0eb4d9d4-48f6-4cdb-96bc-0d2bc5349fc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.0877650 Sep 16 00:51:03.935976 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.937227 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.937891 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-b7b4fda2-d368-4b21-a3c2-229f032cb11c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 217 time: 0.0399814 Sep 16 00:51:03.961351 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532bf49e-3088-4291-8241-55ba16da43d8,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:03.969479 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:03.971301 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/532bf49e-3088-4291-8241-55ba16da43d8 HTTP/1.1" status: 204 len: 168 time: 0.2141862 Sep 16 00:51:03.973101 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.973534 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.973878 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.974067 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 44892) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:03.974244 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.974534 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.974864 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.975189 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.975517 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.975842 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.976161 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.976479 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:03.976823 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd1e4c-a85b-4fa7-9207-c628cd19a6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:04.011093 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-345b5f86-92e3-49f7-be9d-a1c9e2db3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:04.012545 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-345b5f86-92e3-49f7-be9d-a1c9e2db3b38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0683477 Sep 16 00:51:04.075500 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:04.093068 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-1f891666-0f38-46bb-aac2-d5c48a31ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:04.094524 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-1f891666-0f38-46bb-aac2-d5c48a31ebdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540307 Sep 16 00:51:04.218819 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:04.268583 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e566869-0246-4981-9617-f9019ee76dfc']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:04.281689 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:04.281981 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03cde70-e8b7-43f4-8c76-82bd0f8191ff') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:04.300690 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:04.315315 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-4c22420c-3c86-4ccb-b1de-43101fb1e67d service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014003 Sep 16 00:51:04.326520 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7ca61-e7c1-404e-a480-848866a601d9 req-0bf893d7-6b87-4618-aef9-187ec0cf0276 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:04.327870 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a7a7ca61-e7c1-404e-a480-848866a601d9 req-0bf893d7-6b87-4618-aef9-187ec0cf0276 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 944 time: 0.1116431 Sep 16 00:51:04.328755 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:04.343098 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:51:04.343479 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:51:04.345581 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:51:04.734981 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a7a7ca61-e7c1-404e-a480-848866a601d9 req-ff39a4a7-727b-4039-8996-8d998d5b5868 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948674 Sep 16 00:51:04.737159 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:04.743289 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:04.748259 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e566869-0246-4981-9617-f9019ee76dfc HTTP/1.1" status: 204 len: 168 time: 0.7706287 Sep 16 00:51:04.761590 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67767c7b-f490-4687-91f7-5ccfa7d8dadc admin admin] Pushing event deleted for resources: {'Network': ['ID=5e566869-0246-4981-9617-f9019ee76dfc,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:04.772746 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-33385e8c-de4f-4252-aaef-5cedf0c0fe6a req-ca14b722-fae8-49e8-8fca-3ce08fa16a85 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418392 Sep 16 00:51:04.920376 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44898) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:04.958769 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-cf1901dc-a405-4152-b8ab-9f560e4769a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f76339b133348cb8ced82073d6a965e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372550 Sep 16 00:51:04.961251 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44900) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:05.013574 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-489a3d50-ace9-4acb-9141-f3d1f537db4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:05.033946 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-489a3d50-ace9-4acb-9141-f3d1f537db4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:05.079326 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-489a3d50-ace9-4acb-9141-f3d1f537db4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:05.081798 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-489a3d50-ace9-4acb-9141-f3d1f537db4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:05.083007 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-489a3d50-ace9-4acb-9141-f3d1f537db4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bc21fdb-39d6-467f-8058-86db46e5eab9 HTTP/1.1" status: 204 len: 168 time: 0.1207519 Sep 16 00:51:05.090746 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a3d50-ace9-4acb-9141-f3d1f537db4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc21fdb-39d6-467f-8058-86db46e5eab9,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:05.846444 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:05.861260 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e6f2-fe51-447f-a7e3-3de435ed62a0 req-e4d9bbb3-c8a7-4528-a82d-9c7d621a2069 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:05.862923 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8891e6f2-fe51-447f-a7e3-3de435ed62a0 req-e4d9bbb3-c8a7-4528-a82d-9c7d621a2069 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 944 time: 0.0562022 Sep 16 00:51:05.900979 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8891e6f2-fe51-447f-a7e3-3de435ed62a0 req-eb8148e0-7543-45f5-acf5-1ccf0ed2949a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Sep 16 00:51:06.684016 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 85729be1-0feb-4d6f-b859-0793c9326855 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:51:06.780382 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=85729be1-0feb-4d6f-b859-0793c9326855,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:06.791041 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '85729be1-0feb-4d6f-b859-0793c9326855', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'port_id': '85729be1-0feb-4d6f-b859-0793c9326855', 'mac_address': 'fa:16:3e:f4:e9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:51:06.830188 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:06.844017 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85729be1-0feb-4d6f-b859-0793c9326855 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:51:06.866014 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=85729be1-0feb-4d6f-b859-0793c9326855,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:06.869727 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:06.915424 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:07.012997 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a176d-f9b2-4f58-8ff7-276fdc927197 req-94b9d1b8-2723-4835-8777-2d3279c7f485 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:07.014472 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a79a176d-f9b2-4f58-8ff7-276fdc927197 req-94b9d1b8-2723-4835-8777-2d3279c7f485 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 945 time: 0.0484185 Sep 16 00:51:07.055057 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-a79a176d-f9b2-4f58-8ff7-276fdc927197 req-a9ec5b7c-9bf0-47d8-91f5-7c687e2104f9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Sep 16 00:51:07.217178 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['85729be1-0feb-4d6f-b859-0793c9326855'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:51:07.788931 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 44956) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:08.184420 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517b1fe-a0b9-4a8e-aecd-95033d072ee8 req-b3dcc1f2-26f4-4b1f-84c8-c04fa3c0815b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:08.185882 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a517b1fe-a0b9-4a8e-aecd-95033d072ee8 req-b3dcc1f2-26f4-4b1f-84c8-c04fa3c0815b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 945 time: 0.0619652 Sep 16 00:51:08.187223 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Deleting port 5a6be396-53c7-4a38-8ff6-2e59baa683b4 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:08.187551 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.272500 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a517b1fe-a0b9-4a8e-aecd-95033d072ee8 req-b23b232f-9e95-4189-81f4-0181782aae99 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741587 Sep 16 00:51:08.291562 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.292424 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.303763 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Calling delete_port for 5a6be396-53c7-4a38-8ff6-2e59baa683b4 owned by network:floatingip {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:08.472791 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.498200 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event deleted for resources: {'Port': ['ID=5a6be396-53c7-4a38-8ff6-2e59baa683b4,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:08.557567 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.558251 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.l3_db [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Floating IP 868cdd0e-1dd4-46c7-8bb6-87214dda4570 disassociated (deleted). External IP: 172.27.0.129, port: c849e024-7c3c-4dca-9108-b67feb90e922. Sep 16 00:51:08.695372 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 85729be1-0feb-4d6f-b859-0793c9326855 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:51:08.743867 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 85729be1-0feb-4d6f-b859-0793c9326855 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:51:08.747723 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 85729be1-0feb-4d6f-b859-0793c9326855 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:51:08.748096 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.755558 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:51:08.823957 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.849147 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:08.851462 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7a54eb-dd88-4f07-8199-21ce7f4198c1" -d '{"events": [{"server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "name": "network-vif-plugged", "status": "completed", "tag": "85729be1-0feb-4d6f-b859-0793c9326855"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:08.861392 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:51:08.864354 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=85729be1-0feb-4d6f-b859-0793c9326855,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:08.867861 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.871777 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:08.878865 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:51:08.903096 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-410cc0c2-e391-451f-95ab-5d78afb4a41a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "DELETE /v2.0/floatingips/868cdd0e-1dd4-46c7-8bb6-87214dda4570 HTTP/1.1" status: 204 len: 168 time: 1.1104796 Sep 16 00:51:08.903096 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:08.904541 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd9906-8626-40e0-ae9e-84417ac71838" -d '{"events": [{"name": "network-changed", "server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:08.905626 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a52f688-c74b-4867-b057-2248cbb3a852 x-openstack-request-id: req-7a52f688-c74b-4867-b057-2248cbb3a852 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:08.905970 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "name": "network-vif-plugged", "status": "completed", "tag": "85729be1-0feb-4d6f-b859-0793c9326855", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:08.906276 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a52f688-c74b-4867-b057-2248cbb3a852 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:08.906719 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855', 'code': 200} Sep 16 00:51:08.916458 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:08.917943 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:08.980354 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:09.123975 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c33314-b76e-43ff-b7ca-44b2412292d6 req-3d2e10d1-003f-4ab4-bf84-2aeee36195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:09.126695 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-94c33314-b76e-43ff-b7ca-44b2412292d6 req-3d2e10d1-003f-4ab4-bf84-2aeee36195e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1099 time: 0.0609591 Sep 16 00:51:09.158345 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4916302-f270-4cf9-8244-b5389b0d1266 x-openstack-request-id: req-c4916302-f270-4cf9-8244-b5389b0d1266 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:09.158613 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:09.158976 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4916302-f270-4cf9-8244-b5389b0d1266 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:09.159250 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'status': 'completed', 'code': 200} Sep 16 00:51:09.203636 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f6e5-b345-48a1-80c9-8ae17b77085b req-4622d19d-0040-4167-9b83-f98765f20c5f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:09.205472 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1438f6e5-b345-48a1-80c9-8ae17b77085b req-4622d19d-0040-4167-9b83-f98765f20c5f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0580099 Sep 16 00:51:09.212623 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-94c33314-b76e-43ff-b7ca-44b2412292d6 req-70a72064-0351-49ae-b4d0-26a19e544003 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778124 Sep 16 00:51:09.236313 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-413cf494-c99b-4d7b-afca-ce5ce1d33032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:09.238256 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-413cf494-c99b-4d7b-afca-ce5ce1d33032 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 1098 time: 0.0547020 Sep 16 00:51:09.248413 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:09.256468 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-1438f6e5-b345-48a1-80c9-8ae17b77085b req-2d83882c-f88b-4d06-a5ee-086ae61a1a5a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Sep 16 00:51:09.399231 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9716-c5e1-4bec-b0df-df11e0c7b825 req-c3c57bc2-e221-4a09-9f42-212a20606eab tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:09.400983 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d9cf9716-c5e1-4bec-b0df-df11e0c7b825 req-c3c57bc2-e221-4a09-9f42-212a20606eab tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0552666 Sep 16 00:51:09.438864 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d9cf9716-c5e1-4bec-b0df-df11e0c7b825 req-da0be26c-370a-4812-9dca-40f8c0dd8982 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Sep 16 00:51:09.484324 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:59Z', 'revision_number': 1, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:09.514906 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:51:09.523146 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:09.523783 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:09.547741 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-42d2d8a8-8657-49c7-91ac-30b112fe3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:09.549250 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-42d2d8a8-8657-49c7-91ac-30b112fe3c0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.0893073 Sep 16 00:51:09.591981 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-4072770b-ab23-4783-9c48-90975545080e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c849e024-7c3c-4dca-9108-b67feb90e922 HTTP/1.1" status: 200 len: 217 time: 0.0342555 Sep 16 00:51:09.628701 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:09.645582 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-6aee00ad-63d2-4e7c-97a6-097611ea9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:09.647049 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-6aee00ad-63d2-4e7c-97a6-097611ea9efb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0465205 Sep 16 00:51:09.693836 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-ddb82c92-f1e9-4441-8378-cb34ca42e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:09.695329 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-ddb82c92-f1e9-4441-8378-cb34ca42e346 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406916 Sep 16 00:51:09.843326 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:59Z', 'revision_number': 1, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:09.872389 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4103114-d53a-4388-879c-56aaec64a054 None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': 'f8b099ef-73be-41d5-afac-3a65a43476fc', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'port_id': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'mac_address': 'fa:16:3e:55:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:45:57Z', 'updated_at': '2021-09-16T00:45:59Z', 'revision_number': 1, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:51:10.067940 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d22ea-3aa6-466d-8679-eb2131d77efd None None] New status for floating IP 868cdd0e-1dd4-46c7-8bb6-87214dda4570: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:51:10.360627 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09536-cc32-488b-9a52-dc90a810c3d6 req-1039152d-653f-4dd2-ab77-36c383bc445a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:10.362146 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9ec09536-cc32-488b-9a52-dc90a810c3d6 req-1039152d-653f-4dd2-ab77-36c383bc445a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0474033 Sep 16 00:51:10.398690 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-9ec09536-cc32-488b-9a52-dc90a810c3d6 req-85bbb4d2-f78b-488c-8e56-64b10d649e85 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306318 Sep 16 00:51:10.549418 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb1a46-a4af-4ab1-bcaa-7e72b0d29663 req-5408bf37-9a0c-4146-8302-8b653a5e6865 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:10.550911 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-23bb1a46-a4af-4ab1-bcaa-7e72b0d29663 req-5408bf37-9a0c-4146-8302-8b653a5e6865 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0477962 Sep 16 00:51:10.588091 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-23bb1a46-a4af-4ab1-bcaa-7e72b0d29663 req-f836bfbb-2688-43d1-a5e1-759dae781a67 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Sep 16 00:51:11.510497 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f3eb4-02f2-4669-8007-904426370504 req-36ff517e-8025-4296-b4e0-326d6278941a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:11.511938 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f10f3eb4-02f2-4669-8007-904426370504 req-36ff517e-8025-4296-b4e0-326d6278941a tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0464489 Sep 16 00:51:11.551716 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f10f3eb4-02f2-4669-8007-904426370504 req-0c2bebc2-f666-4353-9ce9-be060a57ced1 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339799 Sep 16 00:51:11.702883 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613db27-dd88-4908-b0d2-65eb55e28b0d req-f2ee00f8-f910-486a-ab4a-57eb6390a175 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:11.704340 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d613db27-dd88-4908-b0d2-65eb55e28b0d req-f2ee00f8-f910-486a-ab4a-57eb6390a175 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0512712 Sep 16 00:51:11.741670 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d613db27-dd88-4908-b0d2-65eb55e28b0d req-6b1abcc6-0f33-4b7d-ade5-66ef71b57def tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Sep 16 00:51:12.452767 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:51:12.664169 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d3748-fcf5-438e-bed1-ac5d70ef63e0 req-7c2e6ed7-d66e-4fb6-abb2-f33a4e1c2707 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:12.665534 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a89d3748-fcf5-438e-bed1-ac5d70ef63e0 req-7c2e6ed7-d66e-4fb6-abb2-f33a4e1c2707 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0482061 Sep 16 00:51:12.702546 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-a89d3748-fcf5-438e-bed1-ac5d70ef63e0 req-88df62fc-61f2-432a-9c01-08da7dc28dd2 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Sep 16 00:51:12.854147 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd52bb-2d9a-4cf6-98a3-b9f8bcae609f req-36d90882-0bbf-4b48-bd81-80b20b5eb98a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:12.856140 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9fd52bb-2d9a-4cf6-98a3-b9f8bcae609f req-36d90882-0bbf-4b48-bd81-80b20b5eb98a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0502088 Sep 16 00:51:12.894235 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-c9fd52bb-2d9a-4cf6-98a3-b9f8bcae609f req-13372360-4b82-4d0e-ad18-2408cec4bc95 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Sep 16 00:51:13.817846 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dd3d6-6cf9-4f67-9f89-355e94a6753b req-9c4ccbf8-d240-4dc9-84c4-9a273da413df tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:13.819310 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-196dd3d6-6cf9-4f67-9f89-355e94a6753b req-9c4ccbf8-d240-4dc9-84c4-9a273da413df tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0486965 Sep 16 00:51:13.836219 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-d7bd1230-faba-45a8-9dd7-b484a9b332e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608366 Sep 16 00:51:13.838347 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-21fe996c-1b59-440c-8dce-c055f627e090 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204925 Sep 16 00:51:13.857971 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-196dd3d6-6cf9-4f67-9f89-355e94a6753b req-8ca2d16b-eaf5-4558-94ec-38a39a42d222 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Sep 16 00:51:13.977342 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfe89f-6338-45b2-b116-320978e1863d req-45963db4-3006-4f34-8848-10f301b90805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:13.978871 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-45963db4-3006-4f34-8848-10f301b90805 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1099 time: 0.0655527 Sep 16 00:51:13.981700 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-aebd9906-8626-40e0-ae9e-84417ac71838 req-74e01049-92ce-49c7-af6e-e7d014caf99c service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258841 Sep 16 00:51:14.092141 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfe89f-6338-45b2-b116-320978e1863d req-3bc3f361-18f9-4b21-86ff-48aa83fb1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:14.093641 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-3bc3f361-18f9-4b21-86ff-48aa83fb1d3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.0918901 Sep 16 00:51:14.188443 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-ee65831b-711f-47c1-b800-c6b1ae923fcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 200 len: 1001 time: 0.0866878 Sep 16 00:51:14.203263 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984c9da-5d4f-4442-8849-815478ee1276 req-17a68c37-7acc-40d6-93a6-f060238427ce tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:14.204680 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f984c9da-5d4f-4442-8849-815478ee1276 req-17a68c37-7acc-40d6-93a6-f060238427ce tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0650985 Sep 16 00:51:14.270004 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfe89f-6338-45b2-b116-320978e1863d req-2c4dff67-5544-4b05-919a-e80316e86e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:14.271359 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-2c4dff67-5544-4b05-919a-e80316e86e65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0658302 Sep 16 00:51:14.274252 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f984c9da-5d4f-4442-8849-815478ee1276 req-6f8ae780-d1d3-4a20-8794-488172d08e4e tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618970 Sep 16 00:51:14.319982 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfe89f-6338-45b2-b116-320978e1863d req-ea449951-ac09-4e50-831d-936c6743639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:14.321550 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-ea449951-ac09-4e50-831d-936c6743639b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426064 Sep 16 00:51:14.411955 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-d775ccfb-e3ad-4194-8b77-14986291bcd2 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822582 Sep 16 00:51:14.508669 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5bbfe89f-6338-45b2-b116-320978e1863d req-4ddc8d3d-49fe-44d6-85fd-43d5f778c959 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844860 Sep 16 00:51:14.973167 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88773dc3-4f9f-4a06-af78-1194704ed9bc req-e7e11f90-bb77-4fcb-a132-6ce8c05533af tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:14.974618 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-88773dc3-4f9f-4a06-af78-1194704ed9bc req-e7e11f90-bb77-4fcb-a132-6ce8c05533af tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0499420 Sep 16 00:51:15.017526 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-88773dc3-4f9f-4a06-af78-1194704ed9bc req-182a4903-b650-4eb9-bceb-a65c0cc8ab42 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362735 Sep 16 00:51:15.408764 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a620ab76-f5c0-448f-96a0-b630e6656232 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:15.410208 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a620ab76-f5c0-448f-96a0-b630e6656232 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 945 time: 0.0763001 Sep 16 00:51:15.417447 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f8076-27cb-4f96-869d-595f48d2b3f0 req-24823c4b-7c3c-410c-ac89-88d313b8b4cb tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:15.418782 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6d1f8076-27cb-4f96-869d-595f48d2b3f0 req-24823c4b-7c3c-410c-ac89-88d313b8b4cb tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0758915 Sep 16 00:51:15.502995 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-6d1f8076-27cb-4f96-869d-595f48d2b3f0 req-8d3d268b-fb77-4393-8093-89e0c0cb88fd tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774601 Sep 16 00:51:15.544401 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Deleting port c849e024-7c3c-4dca-9108-b67feb90e922 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:15.544401 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:15.623441 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a3c41-253c-4a34-b97d-f48a4097ab30 req-2451a5ef-5d17-4659-9679-86ff025d1a9c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:15.629261 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-928a3c41-253c-4a34-b97d-f48a4097ab30 req-2451a5ef-5d17-4659-9679-86ff025d1a9c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0585792 Sep 16 00:51:15.640169 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] For port c849e024-7c3c-4dca-9108-b67feb90e922, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c849e024-7c3c-4dca-9108-b67feb90e922,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:15.640864 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:15.653886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Calling delete_port for c849e024-7c3c-4dca-9108-b67feb90e922 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:15.671603 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-928a3c41-253c-4a34-b97d-f48a4097ab30 req-1762eb7d-4604-4f56-b6f1-816146d26ab9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Sep 16 00:51:15.794959 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:15.819702 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event deleted for resources: {'Port': ['ID=c849e024-7c3c-4dca-9108-b67feb90e922,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:15.871761 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] No DVR routers for this DVR port c849e024-7c3c-4dca-9108-b67feb90e922 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:51:15.874361 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:15.876742 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-996471ff-0aa7-452d-bdb1-ad2c2d270434 req-a155cd71-d240-431e-a608-80944551219f tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "DELETE /v2.0/ports/c849e024-7c3c-4dca-9108-b67feb90e922 HTTP/1.1" status: 204 len: 173 time: 0.4570818 Sep 16 00:51:15.877293 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'name': 'network-vif-deleted', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:15.879861 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b13efa8-1e71-494d-ad63-bcc93b525838" -d '{"events": [{"server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "name": "network-vif-deleted", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:15.926008 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441cd912-7a91-4094-b366-b7c20496c0ce x-openstack-request-id: req-441cd912-7a91-4094-b366-b7c20496c0ce {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:15.926189 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc18fad9-5f9b-4010-8be7-4278efcd8c5c", "name": "network-vif-deleted", "tag": "c849e024-7c3c-4dca-9108-b67feb90e922", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:15.926428 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-441cd912-7a91-4094-b366-b7c20496c0ce {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:15.926697 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc18fad9-5f9b-4010-8be7-4278efcd8c5c', 'name': 'network-vif-deleted', 'tag': 'c849e024-7c3c-4dca-9108-b67feb90e922', 'status': 'completed', 'code': 200} Sep 16 00:51:16.026275 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacdea1-f18f-42b6-af0f-4021e58ac185 req-4fd0348e-e83b-4203-82b0-091343d3b7c8 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:16.027795 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3bacdea1-f18f-42b6-af0f-4021e58ac185 req-4fd0348e-e83b-4203-82b0-091343d3b7c8 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0499744 Sep 16 00:51:16.066950 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3bacdea1-f18f-42b6-af0f-4021e58ac185 req-5094cc14-6ed1-47a3-92c6-a3a43179561e tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332487 Sep 16 00:51:16.117954 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-88fe6255-bac4-44cf-b4c9-ee6f8ca46b41 req-62430896-1be5-4619-81a8-46f0fd92950c tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc18fad9-5f9b-4010-8be7-4278efcd8c5c HTTP/1.1" status: 200 len: 210 time: 0.0292439 Sep 16 00:51:18.754723 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device c849e024-7c3c-4dca-9108-b67feb90e922 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:18.778168 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: c849e024-7c3c-4dca-9108-b67feb90e922 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:18.778579 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device c849e024-7c3c-4dca-9108-b67feb90e922 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:19.408114 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45120) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:19.775091 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Deleting port 31e8631e-739e-4db9-84c8-c0bf00c232fd {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:19.775427 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:19.858157 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:19.858157 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:19.869089 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Calling delete_port for 31e8631e-739e-4db9-84c8-c0bf00c232fd owned by network:floatingip {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:20.025569 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:20.060073 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event deleted for resources: {'Port': ['ID=31e8631e-739e-4db9-84c8-c0bf00c232fd,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:20.114323 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:20.114675 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.l3_db [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Floating IP f8b099ef-73be-41d5-afac-3a65a43476fc disassociated (deleted). External IP: 172.27.0.92, port: a0defefc-5e3b-4bac-af57-4d41424fc6c0. Sep 16 00:51:20.327809 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:51:20.437269 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:51:20.442024 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:20.446898 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:51:20.457796 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:20.458404 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:20.470033 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ce2868c1-e21c-4c4e-b7b3-70678ef67a15 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8b099ef-73be-41d5-afac-3a65a43476fc HTTP/1.1" status: 204 len: 168 time: 1.0608327 Sep 16 00:51:20.470603 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:20.472850 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:20.511455 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3462aa-7ee6-41dd-b338-e42b5c002b62 x-openstack-request-id: req-3f3462aa-7ee6-41dd-b338-e42b5c002b62 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:20.511741 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:20.511984 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f3462aa-7ee6-41dd-b338-e42b5c002b62 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:20.512372 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'status': 'completed', 'code': 200} Sep 16 00:51:20.571302 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:20.574152 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-6313501b-cbd2-475d-be25-d54516f4a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:20.575682 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-6313501b-cbd2-475d-be25-d54516f4a458 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eca8c8af142841f08c26a48f384e1660&device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 1099 time: 0.0415554 Sep 16 00:51:20.676185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-02cb8dd4-a201-49a5-b2cf-24fce96328ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:20.677733 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-02cb8dd4-a201-49a5-b2cf-24fce96328ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 200 len: 913 time: 0.0955443 Sep 16 00:51:20.714714 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefd1c5-0d1d-4914-abd3-d9fd6b5f6f60 req-064c0f9f-ff19-47ef-9c69-750d91ef87d6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:20.716219 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2fefd1c5-0d1d-4914-abd3-d9fd6b5f6f60 req-064c0f9f-ff19-47ef-9c69-750d91ef87d6 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 946 time: 0.0547190 Sep 16 00:51:20.720551 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-3edde7bb-7648-47eb-a8f7-0e9d3f1b206b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0347369 Sep 16 00:51:20.761187 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-2fefd1c5-0d1d-4914-abd3-d9fd6b5f6f60 req-20791a0e-1439-4ed2-a6ae-55f23189c718 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/security-groups?id=9da914e1-4d9a-42b5-9bb5-11d052060754&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Sep 16 00:51:20.774922 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-d5c09d7f-aeb8-4967-aa12-cc93bf4f75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:20.776636 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-d5c09d7f-aeb8-4967-aa12-cc93bf4f75ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 200 len: 851 time: 0.0487015 Sep 16 00:51:20.789464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:20.819922 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:51:20.825704 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-ea6c3413-7882-470b-955e-ac16d8825428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:20.827183 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-ea6c3413-7882-470b-955e-ac16d8825428 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5081fe0c-26de-4a17-ae54-7f7ed30d4f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403588 Sep 16 00:51:20.828394 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:20.829061 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:20.922346 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-632647c7-acfd-4498-869d-fc6a51c69552 service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Sep 16 00:51:20.940576 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:21.022595 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c45a0b1-7668-4f79-a0ab-103d2d4c28bc req-285e0e7e-65c1-4d99-bb2d-f29f99cf1d6c service neutron] 10.222.0.39 "GET /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875676 Sep 16 00:51:21.136569 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:21.163990 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e98ef-4632-491d-a824-5c3455eba29d None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:31Z', 'revision_number': 4, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'c0cd11cc-b069-4743-91e0-1f71e6c521bd', 'name': '', 'network_id': '5081fe0c-26de-4a17-ae54-7f7ed30d4f88', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'mac_address': 'fa:16:3e:f6:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:30Z', 'updated_at': '2021-09-16T00:40:36Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'subnets': [{'id': 'aed00d2d-04aa-4c81-9f28-944c229ab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:51:21.351283 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-f750eb94-a5e4-4ee9-b059-c1f0ae9807c3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:21.352784 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-f750eb94-a5e4-4ee9-b059-c1f0ae9807c3 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 946 time: 0.0596182 Sep 16 00:51:21.422798 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0d96b-fbf7-4838-bf96-8869b9f55df7 None None] New status for floating IP f8b099ef-73be-41d5-afac-3a65a43476fc: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:51:21.473389 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Deleting port a0defefc-5e3b-4bac-af57-4d41424fc6c0 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:21.473729 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:21.566195 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] For port a0defefc-5e3b-4bac-af57-4d41424fc6c0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a0defefc-5e3b-4bac-af57-4d41424fc6c0,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:21.566557 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:21.578873 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Calling delete_port for a0defefc-5e3b-4bac-af57-4d41424fc6c0 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:21.703577 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:21.729118 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event deleted for resources: {'Port': ['ID=a0defefc-5e3b-4bac-af57-4d41424fc6c0,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:21.774721 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] No DVR routers for this DVR port a0defefc-5e3b-4bac-af57-4d41424fc6c0 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:51:21.777450 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:21.779530 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-960b7efa-0722-4bfd-b2a8-8d4e1ee61d6d req-ff4a344b-8bf9-4592-9a1a-245ae310d291 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.39 "DELETE /v2.0/ports/a0defefc-5e3b-4bac-af57-4d41424fc6c0 HTTP/1.1" status: 204 len: 173 time: 0.4174702 Sep 16 00:51:21.779962 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'name': 'network-vif-deleted', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:21.782267 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8fbdeb-adc7-4f2a-965e-08d244d64f60" -d '{"events": [{"server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "name": "network-vif-deleted", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:21.822226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab1c7fb-a206-4289-ba2f-e6bccf1d13c7 x-openstack-request-id: req-7ab1c7fb-a206-4289-ba2f-e6bccf1d13c7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:21.822611 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a00ae13-fbc7-42e5-97d6-4f2489df6303", "name": "network-vif-deleted", "tag": "a0defefc-5e3b-4bac-af57-4d41424fc6c0", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:21.823348 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ab1c7fb-a206-4289-ba2f-e6bccf1d13c7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:21.824071 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a00ae13-fbc7-42e5-97d6-4f2489df6303', 'name': 'network-vif-deleted', 'tag': 'a0defefc-5e3b-4bac-af57-4d41424fc6c0', 'status': 'completed', 'code': 200} Sep 16 00:51:21.867381 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-168aa6d3-7f0a-43ad-aa89-d394fdd40615 req-3d602ca0-8c2b-4233-9ac7-2ff1f0268ce9 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a00ae13-fbc7-42e5-97d6-4f2489df6303 HTTP/1.1" status: 200 len: 210 time: 0.0269995 Sep 16 00:51:22.924933 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45180) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:23.048657 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Deleting port 131485a6-dcf8-4476-a2ef-b0a88ea294f5 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:23.049012 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:23.121061 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:23.121298 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:23.132494 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Calling delete_port for 131485a6-dcf8-4476-a2ef-b0a88ea294f5 owned by network:floatingip {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:23.260120 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:23.286453 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event deleted for resources: {'Port': ['ID=131485a6-dcf8-4476-a2ef-b0a88ea294f5,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:23.343898 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for floatingip, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:23.346371 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:23.347503 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-4aeff640-7c4b-44d9-8a63-19101e35cf81 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "DELETE /v2.0/floatingips/0c526d09-ff7d-458e-9693-4324f2a50e67 HTTP/1.1" status: 204 len: 168 time: 0.4213603 Sep 16 00:51:24.535987 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22330090-450d-4855-a94d-44e02f9156a6 req-9a79717e-e88b-4602-b990-c98817927023 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:24.537733 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-22330090-450d-4855-a94d-44e02f9156a6 req-9a79717e-e88b-4602-b990-c98817927023 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0510800 Sep 16 00:51:24.540744 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45216) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:24.602583 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-22330090-450d-4855-a94d-44e02f9156a6 req-f2e2c96a-31b4-41b4-830c-9e139de1599f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Sep 16 00:51:24.626559 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45218) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:24.634722 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:24.660754 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:24.726079 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:24.728998 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:24.730486 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] 10.222.0.13 "DELETE /v2.0/security-groups/9da914e1-4d9a-42b5-9bb5-11d052060754 HTTP/1.1" status: 204 len: 168 time: 0.1886013 Sep 16 00:51:24.743489 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da914e1-4d9a-42b5-9bb5-11d052060754,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:24.752148 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.752552 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.753012 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.753404 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.753769 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.754222 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.754616 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.754945 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.755260 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.755584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.755903 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.756216 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1677d-cc71-47c5-b575-246bb074fa37 tempest-TestVolumeBootPattern-827663592 tempest-TestVolumeBootPattern-827663592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:51:24.775837 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device a0defefc-5e3b-4bac-af57-4d41424fc6c0 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:24.784076 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793b5ae-9bc2-4824-acf2-93f3f47a778d tempest-TestMinimumBasicScenario-1137949635 tempest-TestMinimumBasicScenario-1137949635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:24.786021 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-9793b5ae-9bc2-4824-acf2-93f3f47a778d tempest-TestMinimumBasicScenario-1137949635 tempest-TestMinimumBasicScenario-1137949635-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1094 time: 0.1584766 Sep 16 00:51:24.788988 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45224) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:24.794001 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'floatingip': {'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'port_id': '85729be1-0feb-4d6f-b859-0793c9326855', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:24.795698 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45226) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:24.820749 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for floatingip, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:24.928349 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:24.930305 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: a0defefc-5e3b-4bac-af57-4d41424fc6c0 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:24.930643 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device a0defefc-5e3b-4bac-af57-4d41424fc6c0 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:25.036529 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_common [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Allocated IP 172.27.0.13 (5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9/89565396-c358-4caa-a9c9-2fe5efd0ad12/e5fa3ac3-da6e-49df-a708-3f8c2dd51632) {{(pid=100423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:51:25.137693 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for port, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.170955 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.213350 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Network 5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9 is already hosted by enough agents. {{(pid=100423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:51:25.220772 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.base_scheduler [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Resources bound (agent type, host, resource id): {{(pid=100423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:51:25.222976 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'Port': ['ID=e5fa3ac3-da6e-49df-a708-3f8c2dd51632,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:25.225157 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Received port after_create {{(pid=100423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:51:25.262119 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.526269 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Deleting port c0cd11cc-b069-4743-91e0-1f71e6c521bd {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:25.526517 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.593145 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.605302 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] For port c0cd11cc-b069-4743-91e0-1f71e6c521bd, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=c0cd11cc-b069-4743-91e0-1f71e6c521bd,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:25.605947 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.618045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Calling delete_port for c0cd11cc-b069-4743-91e0-1f71e6c521bd owned by network:router_interface {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:25.661654 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.798780 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.816967 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.821986 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.830070 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cd11cc-b069-4743-91e0-1f71e6c521bd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:25.897902 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'Port': ['ID=e5fa3ac3-da6e-49df-a708-3f8c2dd51632,revision_number=2']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:25.905685 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566295'] for floatingip, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:25.997609 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.012088 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.l3_db [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Floating IP 28913e6e-8b79-465f-bfd9-91e6b8080c45 associated. External IP: 172.27.0.13, port: 85729be1-0feb-4d6f-b859-0793c9326855. Sep 16 00:51:26.214626 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:51:26.216439 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Router 67d5510b-a594-4ed7-9227-ac2d926832e5 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:51:26.318351 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:51:26.322178 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:51:26.324352 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-dea83c03-72e6-4a24-9bf8-a4c445be12cf admin admin] 10.222.0.13 "PUT /v2.0/routers/13f0f9f6-06d2-4a0c-97d1-1442504acc82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5275204 Sep 16 00:51:26.326502 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45238) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:26.329194 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] Sync routers for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:51:26.333952 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] Sync routers for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:51:26.342706 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.348967 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:26.350985 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:26.351683 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:26.352344 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:26.382143 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-7b503c28-e0cd-4fa5-aeca-3ab6f0432ed9 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5919461 Sep 16 00:51:26.382896 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45240) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:26.383544 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:26.387118 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7690095e-ef7b-4337-b7f0-07cd3d961faf" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:26.396225 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-8cda4987-5e8a-43e5-8bb6-6e7214c9d73c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229852184', 'description': 'tempest-secgroup-smoke-1229852184 description', 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:26.436164 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8cda4987-5e8a-43e5-8bb6-6e7214c9d73c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.483877 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc6cc6-e981-49a3-81bc-019d46dcde28 x-openstack-request-id: req-c0cc6cc6-e981-49a3-81bc-019d46dcde28 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:26.484273 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:26.484478 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0cc6cc6-e981-49a3-81bc-019d46dcde28 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:26.484841 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855', 'status': 'completed', 'code': 200} Sep 16 00:51:26.496869 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:26.515476 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:26.660968 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8cda4987-5e8a-43e5-8bb6-6e7214c9d73c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.669928 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8cda4987-5e8a-43e5-8bb6-6e7214c9d73c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.717918 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda4987-5e8a-43e5-8bb6-6e7214c9d73c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e056b21d-2235-451b-aef1-6ac005cfeece,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:26.732970 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8cda4987-5e8a-43e5-8bb6-6e7214c9d73c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.736765 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:51:25Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:26.739038 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8cda4987-5e8a-43e5-8bb6-6e7214c9d73c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3483701 Sep 16 00:51:26.739617 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45250) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:26.744248 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-29ae0fbe-a4e7-43ee-804c-a011f9577a4c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'security_group_rule': {'security_group_id': 'e056b21d-2235-451b-aef1-6ac005cfeece', 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:26.776027 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] Checking router: 13f0f9f6-06d2-4a0c-97d1-1442504acc82 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:51:26.780570 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-29ae0fbe-a4e7-43ee-804c-a011f9577a4c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.786719 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] Routers {'13f0f9f6-06d2-4a0c-97d1-1442504acc82'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:26.787393 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:26.798619 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks [] for router, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.842174 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '28913e6e-8b79-465f-bfd9-91e6b8080c45', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'port_id': '85729be1-0feb-4d6f-b859-0793c9326855', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'mac_address': 'fa:16:3e:f4:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:51:25Z', 'updated_at': '2021-09-16T00:51:25Z', 'revision_number': 0, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 5, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:26.850125 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-67a67217-8633-4b38-b75d-8e4e1e625ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:26.851550 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-67a67217-8633-4b38-b75d-8e4e1e625ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1099 time: 0.0972557 Sep 16 00:51:26.863007 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-29ae0fbe-a4e7-43ee-804c-a011f9577a4c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.869342 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-29ae0fbe-a4e7-43ee-804c-a011f9577a4c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.888079 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] Checking router: 67d5510b-a594-4ed7-9227-ac2d926832e5 for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:51:26.891352 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-29ae0fbe-a4e7-43ee-804c-a011f9577a4c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.892703 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-29ae0fbe-a4e7-43ee-804c-a011f9577a4c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521301 Sep 16 00:51:26.895459 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45252) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:26.898868 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:26.899829 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:26.908430 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] Set router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:26.909673 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-25336fe1-b0ab-4ea6-a118-b50bd51d73d7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'security_group_rule': {'security_group_id': 'e056b21d-2235-451b-aef1-6ac005cfeece', 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:26.915507 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae0fbe-a4e7-43ee-804c-a011f9577a4c tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed89141-c20e-44e9-80a7-32d060cea647,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:26.929290 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:26.951434 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-25336fe1-b0ab-4ea6-a118-b50bd51d73d7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.024765 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-25336fe1-b0ab-4ea6-a118-b50bd51d73d7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.025980 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Deleting port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:27.026430 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.030562 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-25336fe1-b0ab-4ea6-a118-b50bd51d73d7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.054927 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25336fe1-b0ab-4ea6-a118-b50bd51d73d7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132b062e-997b-4fbc-9bba-e0013d07d41b,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:27.063410 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-25336fe1-b0ab-4ea6-a118-b50bd51d73d7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.066986 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-25336fe1-b0ab-4ea6-a118-b50bd51d73d7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678898 Sep 16 00:51:27.069749 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45254) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:27.076097 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-97d47716-b180-4eae-b28f-27ecc8551c6a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'security_group_rule': {'security_group_id': 'e056b21d-2235-451b-aef1-6ac005cfeece', 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:27.117872 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-97d47716-b180-4eae-b28f-27ecc8551c6a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.167229 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-36f0fb3b-e1a0-4549-93e6-cda42572cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:27.169549 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-36f0fb3b-e1a0-4549-93e6-cda42572cbc3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.1808028 Sep 16 00:51:27.171001 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:51:25Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:27.176831 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] For port 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:27.177323 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.200266 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:27.205041 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94e860-d673-44e8-b222-7b7048e4586d None None] The sync data for ids ['13f0f9f6-06d2-4a0c-97d1-1442504acc82'] in dv-cinder-809303-1-iscsi is: [{'id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'name': 'tempest-TestVolumeBootPattern-1877595271-router', 'tenant_id': 'eca8c8af142841f08c26a48f384e1660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:51:25Z', 'revision_number': 5, 'project_id': 'eca8c8af142841f08c26a48f384e1660', 'gw_port': {'id': '1fdc888d-e3d2-4cf1-81ce-4d059cd60d29', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0f9f6-06d2-4a0c-97d1-1442504acc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:27Z', 'updated_at': '2021-09-16T00:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:51:27.206375 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-97d47716-b180-4eae-b28f-27ecc8551c6a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.217581 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-97d47716-b180-4eae-b28f-27ecc8551c6a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.225195 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Calling delete_port for 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 owned by network:router_gateway {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:27.232726 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d47716-b180-4eae-b28f-27ecc8551c6a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22539e75-6f8c-4cde-a232-7d9bc620440e,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:27.251361 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-97d47716-b180-4eae-b28f-27ecc8551c6a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.256544 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-97d47716-b180-4eae-b28f-27ecc8551c6a tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1856949 Sep 16 00:51:27.257224 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45256) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:27.262443 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-34907be9-ad46-484c-aad5-468ce7d49ebf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'security_group_rule': {'security_group_id': 'e056b21d-2235-451b-aef1-6ac005cfeece', 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:27.288382 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-48ce7388-c48b-40f6-a742-28fb4ce0f6e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 999 time: 0.1083508 Sep 16 00:51:27.290400 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-34907be9-ad46-484c-aad5-468ce7d49ebf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.363639 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-34907be9-ad46-484c-aad5-468ce7d49ebf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.367087 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-34907be9-ad46-484c-aad5-468ce7d49ebf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.382391 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-01de26c0-ce9c-471b-89a9-a737d6d87994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:27.383727 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34907be9-ad46-484c-aad5-468ce7d49ebf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bff7b9-1d11-4b72-8c01-083f6c61a1de,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:27.383911 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-01de26c0-ce9c-471b-89a9-a737d6d87994 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0855043 Sep 16 00:51:27.396301 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-34907be9-ad46-484c-aad5-468ce7d49ebf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.401027 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-34907be9-ad46-484c-aad5-468ce7d49ebf tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400526 Sep 16 00:51:27.401358 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45258) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:27.406329 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'security_group_rule': {'security_group_id': 'e056b21d-2235-451b-aef1-6ac005cfeece', 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:27.429232 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.securitygroups_db [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Project dc5d63b0d3ad45839d0345d1fcbb6d4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 00:51:27.434773 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.467234 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-a50fd9a6-3d3a-49c4-8313-01d4793d21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:27.468779 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-a50fd9a6-3d3a-49c4-8313-01d4793d21db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772297 Sep 16 00:51:27.475947 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '28913e6e-8b79-465f-bfd9-91e6b8080c45', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'port_id': '85729be1-0feb-4d6f-b859-0793c9326855', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'mac_address': 'fa:16:3e:f4:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:51:25Z', 'updated_at': '2021-09-16T00:51:25Z', 'revision_number': 0, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 5, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:27.504059 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e388e-11f7-48ce-b6d3-76083f334496 None None] The sync data for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi is: [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_floatingips': [{'id': '28913e6e-8b79-465f-bfd9-91e6b8080c45', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'router_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'port_id': '85729be1-0feb-4d6f-b859-0793c9326855', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'mac_address': 'fa:16:3e:f4:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T00:51:25Z', 'updated_at': '2021-09-16T00:51:25Z', 'revision_number': 0, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 5, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:51:27.504629 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.509545 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.517785 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.526179 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75852ba2-1221-42a5-b878-39f6bb24e966,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:27.541173 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.545792 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-e9ad8d4b-738c-400b-a5c3-45967e46ce0d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406679 Sep 16 00:51:27.554149 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45260) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:27.560567 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'security_group_rule': {'security_group_id': 'e056b21d-2235-451b-aef1-6ac005cfeece', 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:27.583530 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdc888d-e3d2-4cf1-81ce-4d059cd60d29,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:27.595541 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.securitygroups_db [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Project dc5d63b0d3ad45839d0345d1fcbb6d4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 00:51:27.602626 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.662963 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-00ab33ae-d70d-4982-baba-3a3d0b72a4a0 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847525 Sep 16 00:51:27.673769 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.680556 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.688546 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742236'] for security_group_rule, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.716301 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ede2ac2-d613-4052-9a15-f9d495ad8e1b,revision_number=0']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:27.723405 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.725047 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-eee40d06-78c5-4cad-8c95-46fed8fda1bc tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1692514 Sep 16 00:51:27.844160 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.847886 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.848849 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce99e7-3596-4fd1-82e4-6f1064ce05f9 None None] New status for floating IP 28913e6e-8b79-465f-bfd9-91e6b8080c45: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:51:27.902345 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-0ac1f2c1-2127-475a-bdbd-c404d6efba11 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229852184&fields=id&tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c HTTP/1.1" status: 200 len: 267 time: 0.0868039 Sep 16 00:51:27.961554 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.962129 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f0f9f6-06d2-4a0c-97d1-1442504acc82 {{(pid=100419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:51:27.968584 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:27.973143 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-e2e8f8a4-0120-47d2-96ac-b39a50174acf admin admin] 10.222.0.13 "DELETE /v2.0/routers/13f0f9f6-06d2-4a0c-97d1-1442504acc82 HTTP/1.1" status: 204 len: 168 time: 1.6434774 Sep 16 00:51:27.974380 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45270) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:27.979175 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7690095e-ef7b-4337-b7f0-07cd3d961faf req-80905569-b688-45b9-9dcf-34ca45eabf6e service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070745 Sep 16 00:51:28.059508 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-cc68bca1-7f92-448e-b0bc-3ac7946839c0 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:28.061525 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-cc68bca1-7f92-448e-b0bc-3ac7946839c0 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.1522319 Sep 16 00:51:28.072933 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] Deleting subnet aed00d2d-04aa-4c81-9f28-944c229ab737 {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:51:28.080747 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'port': {'security_groups': ['916cb609-87a0-4c53-abc2-21568b2e41bd', 'e056b21d-2235-451b-aef1-6ac005cfeece']}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:51:28.086528 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.182467 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.223871 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.404642 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.761783 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.799030 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed00d2d-04aa-4c81-9f28-944c229ab737,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:28.800949 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.803201 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36650d-9d04-48db-9c3e-49dbc989c928 None None] Network 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:51:28.804992 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-1745bf17-3adc-4868-bbd0-1e204e4c8e85 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aed00d2d-04aa-4c81-9f28-944c229ab737 HTTP/1.1" status: 204 len: 168 time: 0.8283238 Sep 16 00:51:28.807674 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45272) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:28.827812 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=85729be1-0feb-4d6f-b859-0793c9326855,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:28.857193 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.863866 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.879524 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.891046 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['85729be1-0feb-4d6f-b859-0793c9326855'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:51:28.921801 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:28.922468 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.924017 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b1fa7fea-ec3a-443f-a942-5272258d1b0a req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "PUT /v2.0/ports/85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 982 time: 0.8482931 Sep 16 00:51:28.926818 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:51:28.929328 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:51:28.968893 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Deleting port 26908335-c37d-41b5-85ee-2518815b4a14 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:28.969482 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:28.981520 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb8e6-b23a-4465-88cd-e71f506d1362 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=6']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:29.028144 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf22f7e-5bd4-41a7-8483-412099770a71 x-openstack-request-id: req-8bf22f7e-5bd4-41a7-8483-412099770a71 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:51:29.028433 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:51:29.028713 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bf22f7e-5bd4-41a7-8483-412099770a71 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:51:29.029118 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855', 'status': 'completed', 'code': 200} Sep 16 00:51:29.050878 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['85729be1-0feb-4d6f-b859-0793c9326855'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:51:29.087989 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device c0cd11cc-b069-4743-91e0-1f71e6c521bd no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:29.131999 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d2fa6-61cb-43d9-920a-533778170fdd req-98ab9e4b-a9e7-4b5c-adb9-6a81e0bba5b7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:29.133808 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-073d2fa6-61cb-43d9-920a-533778170fdd req-98ab9e4b-a9e7-4b5c-adb9-6a81e0bba5b7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.1038454 Sep 16 00:51:29.159895 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] For port 26908335-c37d-41b5-85ee-2518815b4a14, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=26908335-c37d-41b5-85ee-2518815b4a14,segment=NetworkSegment(d63954d8-d6e6-47dd-a4c6-84e93931498c),segment_id=d63954d8-d6e6-47dd-a4c6-84e93931498c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:29.160529 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.175221 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: c0cd11cc-b069-4743-91e0-1f71e6c521bd {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:29.175560 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device c0cd11cc-b069-4743-91e0-1f71e6c521bd not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:29.175973 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:29.196809 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Calling delete_port for 26908335-c37d-41b5-85ee-2518815b4a14 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:29.197934 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-073d2fa6-61cb-43d9-920a-533778170fdd req-fee8eda8-a5ee-4823-9457-1a2f91068399 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554504 Sep 16 00:51:29.212629 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:29.213008 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 1fdc888d-e3d2-4cf1-81ce-4d059cd60d29 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:29.255753 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-d9c909d4-dd17-4488-aaf0-0cd3f972808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:29.255753 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-d9c909d4-dd17-4488-aaf0-0cd3f972808e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1138 time: 0.1627917 Sep 16 00:51:29.300472 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] DHCP port deletion for 5081fe0c-26de-4a17-ae54-7f7ed30d4f88 request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:51:29.316898 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f8d15258-70c0-4366-8ee8-b77f11235a60 None None] Provisioning complete for port 85729be1-0feb-4d6f-b859-0793c9326855 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:51:29.317271 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f8d15258-70c0-4366-8ee8-b77f11235a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.362274 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.395989 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=26908335-c37d-41b5-85ee-2518815b4a14,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:29.401400 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-31445f00-5c4e-4f0b-8956-982d6d6266dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:29.403693 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-31445f00-5c4e-4f0b-8956-982d6d6266dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.1400070 Sep 16 00:51:29.404578 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] No DVR routers for this DVR port 26908335-c37d-41b5-85ee-2518815b4a14 on host dv-cinder-809303-1-iscsi {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:51:29.504397 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] Deleting port 26908335-c37d-41b5-85ee-2518815b4a14 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:29.504637 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.516101 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.538838 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-db1beb66-a314-4172-99dd-a6e2e68bbf73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 1001 time: 0.1125491 Sep 16 00:51:29.548518 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5081fe0c-26de-4a17-ae54-7f7ed30d4f88']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:29.582239 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63954d8-d6e6-47dd-a4c6-84e93931498c') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:29.582554 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63954d8-d6e6-47dd-a4c6-84e93931498c') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:29.597409 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.615225 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-24c93067-b375-4f37-9a69-eb1d58e4015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:29.616868 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-24c93067-b375-4f37-9a69-eb1d58e4015d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0701227 Sep 16 00:51:29.617784 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.622135 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] For port 26908335-c37d-41b5-85ee-2518815b4a14, host dv-cinder-809303-1-iscsi, got binding levels [] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:29.622539 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.625261 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:51:29.625652 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:51:29.634100 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:51:29.653651 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] Calling delete_port for 26908335-c37d-41b5-85ee-2518815b4a14 owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:29.659784 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.ipam_backend_mixin [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] Port 26908335-c37d-41b5-85ee-2518815b4a14 was not found and therefore no delete operation was performed {{(pid=100431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 00:51:29.669235 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.707765 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] Pushing event deleted for resources: {'Port': ['ID=26908335-c37d-41b5-85ee-2518815b4a14,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:29.711479 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.716796 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea2429-3dc8-463e-a1f7-bbee443ea191 None None] No DVR routers for this DVR port 26908335-c37d-41b5-85ee-2518815b4a14 on host dv-cinder-809303-1-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:51:29.719135 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:29.723784 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] 10.222.0.13 "DELETE /v2.0/networks/5081fe0c-26de-4a17-ae54-7f7ed30d4f88 HTTP/1.1" status: 204 len: 168 time: 0.9121311 Sep 16 00:51:29.728106 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45286) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:29.733627 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-e6a7919d-715e-4c52-9df9-5feeab23155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:51:29.735130 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-e6a7919d-715e-4c52-9df9-5feeab23155f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1112118 Sep 16 00:51:29.736013 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c53885-f4a8-4b7f-932c-febb3ac68d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5081fe0c-26de-4a17-ae54-7f7ed30d4f88,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:29.846401 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-370e1a93-8e0b-48cf-987e-c2f2170309ca service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015072 Sep 16 00:51:29.945787 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ce3d83ee-0fa7-4ecb-8a3f-4fdae0658cf0 req-21a36ac8-cea4-4f1d-ad72-d6f02d5b740e service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886173 Sep 16 00:51:30.077465 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-81d1a185-2f9a-4ff7-b24d-eb1fdbb27794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:30.085576 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:30.331695 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Deleting port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:30.332039 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:30.409949 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] For port 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,segment=NetworkSegment(5ee7f42b-8bcb-4c45-bef7-b22140e19676),segment_id=5ee7f42b-8bcb-4c45-bef7-b22140e19676)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:30.410315 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:30.423563 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Calling delete_port for 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 owned by network:router_interface {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:30.600452 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:30.628560 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:30.793987 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.003589 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Router 937043b4-8ce6-4eff-9675-8f27af7a2e0d has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:51:31.034483 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 26908335-c37d-41b5-85ee-2518815b4a14 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:31.055225 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 26908335-c37d-41b5-85ee-2518815b4a14 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:31.055567 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 26908335-c37d-41b5-85ee-2518815b4a14 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:31.107245 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:51:31.115383 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-093ff476-4da5-4b19-9ec7-81f7d604dceb admin admin] 10.222.0.13 "PUT /v2.0/routers/937043b4-8ce6-4eff-9675-8f27af7a2e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857327 Sep 16 00:51:31.116697 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] Sync routers for ids ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:51:31.117726 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45300) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:31.126971 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] Routers {'937043b4-8ce6-4eff-9675-8f27af7a2e0d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:31.127609 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:31.220689 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks [] for router, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.231561 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] Set router 937043b4-8ce6-4eff-9675-8f27af7a2e0d gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:31.326594 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.378486 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Deleting port f2809182-db2d-4867-9f96-1e917b7908f4 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:31.378764 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.420229 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:51:30Z', 'revision_number': 5, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port': {'id': 'f2809182-db2d-4867-9f96-1e917b7908f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:40:35Z', 'updated_at': '2021-09-16T00:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:31.445798 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] Checking router: 937043b4-8ce6-4eff-9675-8f27af7a2e0d for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:51:31.454280 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] Routers {'937043b4-8ce6-4eff-9675-8f27af7a2e0d'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:51:31.454864 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:51:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:31.460876 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] For port f2809182-db2d-4867-9f96-1e917b7908f4, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=f2809182-db2d-4867-9f96-1e917b7908f4,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:31.461235 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.473046 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Calling delete_port for f2809182-db2d-4867-9f96-1e917b7908f4 owned by network:router_gateway {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:31.541862 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] Set router 937043b4-8ce6-4eff-9675-8f27af7a2e0d gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:51:31.597277 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:51:31Z', 'revision_number': 6, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port_host': None}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:31.624005 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57debbe7-1079-4d12-aefa-09a379c8ec72 None None] The sync data for ids ['937043b4-8ce6-4eff-9675-8f27af7a2e0d'] in dv-cinder-809303-1-iscsi is: [{'id': '937043b4-8ce6-4eff-9675-8f27af7a2e0d', 'name': 'tempest-TestVolumeBootPattern-734168656-router', 'tenant_id': '8497b272a3554062b1650ec3006692f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:40:34Z', 'updated_at': '2021-09-16T00:51:31Z', 'revision_number': 6, 'project_id': '8497b272a3554062b1650ec3006692f8', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:51:31.633609 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.658848 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2809182-db2d-4867-9f96-1e917b7908f4,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:31.728433 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.816076 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.818171 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.858729 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.859237 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937043b4-8ce6-4eff-9675-8f27af7a2e0d {{(pid=100423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:51:31.863669 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] Notify callbacks [] for router, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.864832 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-78e5f5dc-ff4c-45f8-a4da-df5511fcbc4a admin admin] 10.222.0.13 "DELETE /v2.0/routers/937043b4-8ce6-4eff-9675-8f27af7a2e0d HTTP/1.1" status: 204 len: 168 time: 0.7461812 Sep 16 00:51:31.867351 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45304) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:31.909851 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] Deleting subnet 56a14a6b-4750-47e4-87df-ad25ca302d3e {{(pid=100423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:51:31.912611 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:31.945791 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3055032'] for subnet, precommit_delete_associations {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.028107 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.081598 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26404655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26622711'] for subnet, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.106589 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a14a6b-4750-47e4-87df-ad25ca302d3e,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:32.110166 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for subnet, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.112011 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-ef872331-5d02-465e-86bb-7c92db783803 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/56a14a6b-4750-47e4-87df-ad25ca302d3e HTTP/1.1" status: 204 len: 168 time: 0.2436800 Sep 16 00:51:32.114755 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45306) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:32.116199 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa39c8-465e-4618-b7ad-0a60aa9a721a None None] Network e1e7a2a9-3da4-44ac-bdec-b168a00b1518 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:51:32.185060 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.237398 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Deleting port 244fbe84-3797-418a-8b67-4284719d1ede {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:32.237737 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.302360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] For port 244fbe84-3797-418a-8b67-4284719d1ede, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=244fbe84-3797-418a-8b67-4284719d1ede,segment=NetworkSegment(5ee7f42b-8bcb-4c45-bef7-b22140e19676),segment_id=5ee7f42b-8bcb-4c45-bef7-b22140e19676)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:32.302651 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.314454 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Calling delete_port for 244fbe84-3797-418a-8b67-4284719d1ede owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:32.374068 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] DHCP port deletion for e1e7a2a9-3da4-44ac-bdec-b168a00b1518 request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:51:32.393586 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.422555 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] Deleting port 244fbe84-3797-418a-8b67-4284719d1ede {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:51:32.422782 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=244fbe84-3797-418a-8b67-4284719d1ede,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:32.422880 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.425463 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] No DVR routers for this DVR port 244fbe84-3797-418a-8b67-4284719d1ede on host dv-cinder-809303-1-iscsi {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:51:32.485935 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] For port 244fbe84-3797-418a-8b67-4284719d1ede, host dv-cinder-809303-1-iscsi, got binding levels [] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:51:32.486279 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.498867 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] Calling delete_port for 244fbe84-3797-418a-8b67-4284719d1ede owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:51:32.500667 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.501505 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.ipam_backend_mixin [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] Port 244fbe84-3797-418a-8b67-4284719d1ede was not found and therefore no delete operation was performed {{(pid=100431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 00:51:32.502763 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.524850 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e7a2a9-3da4-44ac-bdec-b168a00b1518']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:32.532545 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] Pushing event deleted for resources: {'Port': ['ID=244fbe84-3797-418a-8b67-4284719d1ede,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:32.536622 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31ef7b-90ab-456d-93e0-0eab72abdb44 None None] No DVR routers for this DVR port 244fbe84-3797-418a-8b67-4284719d1ede on host dv-cinder-809303-1-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:51:32.539930 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee7f42b-8bcb-4c45-bef7-b22140e19676') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:32.540360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee7f42b-8bcb-4c45-bef7-b22140e19676') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:51:32.556104 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.570404 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.578570 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:51:32.579301 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:51:32.581429 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:51:32.643087 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.659436 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.661179 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1e7a2a9-3da4-44ac-bdec-b168a00b1518 HTTP/1.1" status: 204 len: 168 time: 0.5443099 Sep 16 00:51:32.662053 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a781d14-e4c4-4516-8f82-5e285e3dcad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e7a2a9-3da4-44ac-bdec-b168a00b1518,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:32.769649 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-270760ef-561e-4853-b21e-2be20022815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.778072 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45312) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:32.817634 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-92e09fab-e5c6-482c-8af4-65cee5051201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eca8c8af142841f08c26a48f384e1660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384142 Sep 16 00:51:32.820091 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45314) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:32.866276 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f2f83c5-f811-47c9-a123-ef5f4aaa5022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.888197 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f2f83c5-f811-47c9-a123-ef5f4aaa5022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.935955 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f2f83c5-f811-47c9-a123-ef5f4aaa5022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.940289 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f2f83c5-f811-47c9-a123-ef5f4aaa5022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:32.941524 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-7f2f83c5-f811-47c9-a123-ef5f4aaa5022 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52766a0f-303c-4abc-929a-6718e99dc67d HTTP/1.1" status: 204 len: 168 time: 0.1205540 Sep 16 00:51:32.950050 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f83c5-f811-47c9-a123-ef5f4aaa5022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52766a0f-303c-4abc-929a-6718e99dc67d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:32.997662 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:33.017298 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:33.017720 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 9f5d5a5e-3ef6-40d5-996b-ccafb8c91a17 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:33.018234 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 244fbe84-3797-418a-8b67-4284719d1ede no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:33.037235 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 244fbe84-3797-418a-8b67-4284719d1ede {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:33.037580 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 244fbe84-3797-418a-8b67-4284719d1ede not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:33.037990 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device f2809182-db2d-4867-9f96-1e917b7908f4 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:51:33.056767 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: f2809182-db2d-4867-9f96-1e917b7908f4 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:51:33.057106 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device f2809182-db2d-4867-9f96-1e917b7908f4 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:51:33.100900 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:33.283636 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45320) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:33.322200 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-f90cf541-d987-4f0f-959a-c213d0b3103a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8497b272a3554062b1650ec3006692f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374095 Sep 16 00:51:33.324580 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45322) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:33.372975 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-019e9c1f-bfcd-412f-bfb7-41a5b10cdd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:33.393640 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-019e9c1f-bfcd-412f-bfb7-41a5b10cdd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:33.439571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-019e9c1f-bfcd-412f-bfb7-41a5b10cdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:33.442086 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-019e9c1f-bfcd-412f-bfb7-41a5b10cdd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:33.443211 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-019e9c1f-bfcd-412f-bfb7-41a5b10cdd26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58215d9c-e851-4650-9a96-9e6716b29efd HTTP/1.1" status: 204 len: 168 time: 0.1177497 Sep 16 00:51:33.451053 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e9c1f-bfcd-412f-bfb7-41a5b10cdd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58215d9c-e851-4650-9a96-9e6716b29efd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:33.661623 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:33.933824 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:35.847101 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:49.451612 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:51:53.545360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45496) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:53.687869 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec97bb1e-a681-497e-a9e4-a3c4586d2ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:53.779352 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec97bb1e-a681-497e-a9e4-a3c4586d2ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:53.782956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec97bb1e-a681-497e-a9e4-a3c4586d2ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:53.819591 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-ec97bb1e-a681-497e-a9e4-a3c4586d2ee1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a3bfa41608b430296e426b13b96b782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731938 Sep 16 00:51:53.820418 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97bb1e-a681-497e-a9e4-a3c4586d2ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311fb4f3-ff07-4dd0-9c31-a633dda56971,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:53.823413 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45500) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:53.871287 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6afcb307-51fa-4516-aea3-d75fd4182bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:53.891941 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6afcb307-51fa-4516-aea3-d75fd4182bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:53.940926 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6afcb307-51fa-4516-aea3-d75fd4182bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:53.943392 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6afcb307-51fa-4516-aea3-d75fd4182bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:53.944635 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6afcb307-51fa-4516-aea3-d75fd4182bea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/311fb4f3-ff07-4dd0-9c31-a633dda56971 HTTP/1.1" status: 204 len: 168 time: 0.1201422 Sep 16 00:51:53.954149 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcb307-51fa-4516-aea3-d75fd4182bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311fb4f3-ff07-4dd0-9c31-a633dda56971,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:54.199701 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45506) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:54.213127 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-acaed6ec-53c6-4961-8d02-f53f4d39ab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:54.301035 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-acaed6ec-53c6-4961-8d02-f53f4d39ab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:54.304635 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-acaed6ec-53c6-4961-8d02-f53f4d39ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:54.341038 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-acaed6ec-53c6-4961-8d02-f53f4d39ab82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18757a8ed3c64213bd7bc3924e2d0ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402879 Sep 16 00:51:54.341872 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaed6ec-53c6-4961-8d02-f53f4d39ab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0837c4a9-2ad5-499e-bc59-406b94367bd1,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:54.344360 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45508) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:54.393661 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-be03d0d9-4460-4d3b-8425-582828e45e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:54.417556 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-be03d0d9-4460-4d3b-8425-582828e45e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:54.462716 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-be03d0d9-4460-4d3b-8425-582828e45e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:54.466295 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-be03d0d9-4460-4d3b-8425-582828e45e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:54.467437 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-be03d0d9-4460-4d3b-8425-582828e45e1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0837c4a9-2ad5-499e-bc59-406b94367bd1 HTTP/1.1" status: 204 len: 168 time: 0.1218245 Sep 16 00:51:54.475068 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03d0d9-4460-4d3b-8425-582828e45e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0837c4a9-2ad5-499e-bc59-406b94367bd1,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:56.110169 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45562) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:56.212455 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-89fb121c-08f7-4039-a751-48061bc2d4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.299046 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-89fb121c-08f7-4039-a751-48061bc2d4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.302832 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-89fb121c-08f7-4039-a751-48061bc2d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.340325 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-89fb121c-08f7-4039-a751-48061bc2d4d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f68549e31de42a798ef2d2fbb5f75c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290971 Sep 16 00:51:56.341186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb121c-08f7-4039-a751-48061bc2d4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f350d0-91a6-4645-8c65-fd41d14c76ab,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:56.343045 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45566) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:56.390989 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8131d6cc-2643-4cfc-9c52-489c5d9b0cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.411309 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8131d6cc-2643-4cfc-9c52-489c5d9b0cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.457656 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8131d6cc-2643-4cfc-9c52-489c5d9b0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.459979 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-8131d6cc-2643-4cfc-9c52-489c5d9b0cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.461148 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-8131d6cc-2643-4cfc-9c52-489c5d9b0cbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07f350d0-91a6-4645-8c65-fd41d14c76ab HTTP/1.1" status: 204 len: 168 time: 0.1171267 Sep 16 00:51:56.468972 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131d6cc-2643-4cfc-9c52-489c5d9b0cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f350d0-91a6-4645-8c65-fd41d14c76ab,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:56.714654 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45572) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:56.727850 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4872deed-bfe9-493b-aa34-441a6df555d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.814288 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4872deed-bfe9-493b-aa34-441a6df555d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.817825 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4872deed-bfe9-493b-aa34-441a6df555d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.856967 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-4872deed-bfe9-493b-aa34-441a6df555d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d48ec40fae443ba02d431e90e1222b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412401 Sep 16 00:51:56.857787 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872deed-bfe9-493b-aa34-441a6df555d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a174ec6-e16b-4b50-ba0f-ceb1121206d2,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:51:56.860297 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45574) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:51:56.910546 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-534e821e-f667-46fb-82e9-d5b21af8e2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.931706 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-534e821e-f667-46fb-82e9-d5b21af8e2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.977747 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-534e821e-f667-46fb-82e9-d5b21af8e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.981156 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-534e821e-f667-46fb-82e9-d5b21af8e2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:51:56.982540 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-534e821e-f667-46fb-82e9-d5b21af8e2d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a174ec6-e16b-4b50-ba0f-ceb1121206d2 HTTP/1.1" status: 204 len: 168 time: 0.1210938 Sep 16 00:51:56.991684 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e821e-f667-46fb-82e9-d5b21af8e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a174ec6-e16b-4b50-ba0f-ceb1121206d2,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:52:00.078471 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-8f2c9644-21f6-467f-9197-619643e9a2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:02.770374 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f3f2181d-319e-408a-a09c-529d685d03dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:03.089671 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:03.656347 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:03.935181 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:05.850177 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:12.710272 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-0281b226-9986-4948-a048-fd156f7d3c7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511658 Sep 16 00:52:12.793287 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-b5303777-325e-4ead-aae3-ce20ba18c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:12.794962 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-b5303777-325e-4ead-aae3-ce20ba18c74c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1138 time: 0.0414288 Sep 16 00:52:12.900746 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-03511a50-8eff-4e56-ac7e-85f6fd41889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:12.902222 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-03511a50-8eff-4e56-ac7e-85f6fd41889e service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.0895317 Sep 16 00:52:12.970853 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-d497e704-8b23-496b-b79e-bfaf0e015243 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 1001 time: 0.0618145 Sep 16 00:52:13.019429 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-bfbb063d-4bc4-439e-b7b0-63cb2f5e17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:13.020950 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-bfbb063d-4bc4-439e-b7b0-63cb2f5e17b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0438068 Sep 16 00:52:13.076348 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45794) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:52:13.186904 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:13.280630 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:13.284671 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:13.323014 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b56cf-4af1-41c9-9c85-d605498a1225,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:52:13.330499 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=085fdc1b87324d418b7056849c633da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505836 Sep 16 00:52:13.333221 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45798) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:52:13.335979 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-48cddc24-df1d-4a5c-b74d-790a8dcdd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:13.337491 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-48cddc24-df1d-4a5c-b74d-790a8dcdd703 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3095388 Sep 16 00:52:13.339906 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.340254 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.341577 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.342088 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.342421 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.342753 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.343081 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.343406 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.343732 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.344050 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.344368 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.344717 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036e2d90-9dda-4eb8-a1a6-c7e96300caf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:13.398828 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3523f87a-c427-4c9c-8300-15635e9c95a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:13.429228 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-3f1d7893-b87a-44be-9aa7-dcfa81ebf082 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840027 Sep 16 00:52:13.526134 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-46054027-bbb9-4f18-b144-0a98849aaf17 req-b4efc075-2769-4b4f-a1c9-c7872cbf2624 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Sep 16 00:52:13.629964 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3523f87a-c427-4c9c-8300-15635e9c95a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:13.677215 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3523f87a-c427-4c9c-8300-15635e9c95a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:13.679756 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3523f87a-c427-4c9c-8300-15635e9c95a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:13.683252 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-3523f87a-c427-4c9c-8300-15635e9c95a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca1b56cf-4af1-41c9-9c85-d605498a1225 HTTP/1.1" status: 204 len: 168 time: 0.3465436 Sep 16 00:52:13.688799 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523f87a-c427-4c9c-8300-15635e9c95a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b56cf-4af1-41c9-9c85-d605498a1225,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:52:13.976765 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 45808) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:52:13.990004 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9c31422-2aa6-4165-9f6e-e19c63763286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:14.086235 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9c31422-2aa6-4165-9f6e-e19c63763286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:14.090139 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-a9c31422-2aa6-4165-9f6e-e19c63763286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:14.128520 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-a9c31422-2aa6-4165-9f6e-e19c63763286 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d69ff5f956104db0818c72ec2212aa3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507130 Sep 16 00:52:14.129478 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31422-2aa6-4165-9f6e-e19c63763286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be601f2-a40a-409f-a729-28beae5deef6,revision_number=1']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:52:14.131215 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 45810) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:52:14.180570 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f406add-a142-4650-b0ed-06c7d9353b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:14.202039 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f406add-a142-4650-b0ed-06c7d9353b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:14.247923 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f406add-a142-4650-b0ed-06c7d9353b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:14.250510 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f406add-a142-4650-b0ed-06c7d9353b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:14.251666 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-1f406add-a142-4650-b0ed-06c7d9353b4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2be601f2-a40a-409f-a729-28beae5deef6 HTTP/1.1" status: 204 len: 168 time: 0.1194406 Sep 16 00:52:14.258814 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f406add-a142-4650-b0ed-06c7d9353b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be601f2-a40a-409f-a729-28beae5deef6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:52:26.450783 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:52:30.081270 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-278552dc-d9a6-4a48-b7fe-d13928d6da2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:32.771056 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-960e4a4b-66dc-43f2-b587-58d0fa82e07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:33.100624 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:33.657533 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:33.937892 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:35.853137 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:43.533737 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59def35e-088a-40fb-84c1-32b94b9cb6e3 req-734bdb3f-0560-468a-8971-22ea77b176a7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:43.535218 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-59def35e-088a-40fb-84c1-32b94b9cb6e3 req-734bdb3f-0560-468a-8971-22ea77b176a7 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0488031 Sep 16 00:52:43.535494 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-ea8f4705-1243-4df5-bce1-d6e10c2a6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:43.537219 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-ea8f4705-1243-4df5-bce1-d6e10c2a6483 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1138 time: 0.0406654 Sep 16 00:52:43.579965 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-59def35e-088a-40fb-84c1-32b94b9cb6e3 req-e11abadb-5629-4902-9d99-2bc1d0dc3803 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385294 Sep 16 00:52:43.630297 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-459ee685-0f14-4abd-908d-1dbb9da59781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:43.631672 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-459ee685-0f14-4abd-908d-1dbb9da59781 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.0872314 Sep 16 00:52:43.697873 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-f76f4f35-f70a-4ceb-81b9-731eac93cc3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 1001 time: 0.0581522 Sep 16 00:52:43.750415 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-acd602bd-c062-45e8-a7ce-7f719b17be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:43.751875 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-acd602bd-c062-45e8-a7ce-7f719b17be10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0458331 Sep 16 00:52:43.798142 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-b6fcbd28-45e4-4104-ad18-095dcfd3b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:43.799649 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-b6fcbd28-45e4-4104-ad18-095dcfd3b9bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390000 Sep 16 00:52:43.894680 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-8fc09392-d341-4c3a-81fb-820f9bc5e524 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846202 Sep 16 00:52:43.982945 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-d3064c94-227b-4e1b-ad8e-298505116a4e req-51a4325e-cfe0-422b-8e60-505718af126c service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797894 Sep 16 00:52:44.695866 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80363ac1-657f-4db5-9edf-783288f99a72 req-8518489e-45d7-4817-96e2-3cbab5a69f3b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:44.697366 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-80363ac1-657f-4db5-9edf-783288f99a72 req-8518489e-45d7-4817-96e2-3cbab5a69f3b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0489442 Sep 16 00:52:44.737980 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-80363ac1-657f-4db5-9edf-783288f99a72 req-296b70e4-7450-4734-8121-d229eeb731d5 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345423 Sep 16 00:52:45.851304 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c3ffc-3247-428d-a73e-a14fcda3dd22 req-52541dbd-38f0-498b-97be-1e2976f53b7d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:45.852773 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e51c3ffc-3247-428d-a73e-a14fcda3dd22 req-52541dbd-38f0-498b-97be-1e2976f53b7d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0479074 Sep 16 00:52:45.891174 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e51c3ffc-3247-428d-a73e-a14fcda3dd22 req-0165faf9-5fa6-4f2b-bb35-c1717c624bb5 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325005 Sep 16 00:52:47.007304 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abda87-4c66-4c63-ac99-656eda842adf req-d6efbd10-4c2f-4418-a1b6-4d39b4b395f5 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:47.008828 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-84abda87-4c66-4c63-ac99-656eda842adf req-d6efbd10-4c2f-4418-a1b6-4d39b4b395f5 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0521624 Sep 16 00:52:47.048529 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-84abda87-4c66-4c63-ac99-656eda842adf req-833e150d-87b6-41b2-af6b-fe8f69a26c94 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338840 Sep 16 00:52:48.157840 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6466c1-c2b8-4bdb-8456-9dc03dc37ae7 req-b56cc774-943a-460a-b613-dd9f9e9cdc6b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:48.159286 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3b6466c1-c2b8-4bdb-8456-9dc03dc37ae7 req-b56cc774-943a-460a-b613-dd9f9e9cdc6b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0471654 Sep 16 00:52:48.198025 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3b6466c1-c2b8-4bdb-8456-9dc03dc37ae7 req-701ea234-d7ca-4ea3-ba6b-5fc248736182 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327268 Sep 16 00:52:49.310005 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75a75b-bbb1-40b4-9cd4-5dce3e81b7eb req-65f73e44-de6d-443b-beba-6c976817f797 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:49.311441 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef75a75b-bbb1-40b4-9cd4-5dce3e81b7eb req-65f73e44-de6d-443b-beba-6c976817f797 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0485919 Sep 16 00:52:49.350663 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-ef75a75b-bbb1-40b4-9cd4-5dce3e81b7eb req-924ce623-8444-4973-9f2e-334039624758 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326183 Sep 16 00:52:50.465684 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760c909-0d34-482c-8788-88e6db64127a req-d9bc45d8-721b-46d4-92b3-4bfaa881e60b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:50.467144 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7760c909-0d34-482c-8788-88e6db64127a req-d9bc45d8-721b-46d4-92b3-4bfaa881e60b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0481656 Sep 16 00:52:50.509973 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-7760c909-0d34-482c-8788-88e6db64127a req-005e20b2-2874-4699-85e0-25cccea4ff2e tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362735 Sep 16 00:52:51.621317 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b53d2-bbca-4e52-a234-0e442b856772 req-9d234304-f6c6-4481-bc11-eb136151fcda tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:51.622814 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f83b53d2-bbca-4e52-a234-0e442b856772 req-9d234304-f6c6-4481-bc11-eb136151fcda tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0493548 Sep 16 00:52:51.670436 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f83b53d2-bbca-4e52-a234-0e442b856772 req-2958ac08-7089-410e-bc4a-92eb42682cd4 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411146 Sep 16 00:52:52.786972 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b779f-3239-4be1-bb8a-95d8d55573b3 req-70d77a3c-cb33-4efb-82fe-4fdae78e447d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:52.788447 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e68b779f-3239-4be1-bb8a-95d8d55573b3 req-70d77a3c-cb33-4efb-82fe-4fdae78e447d tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0489123 Sep 16 00:52:52.826650 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-e68b779f-3239-4be1-bb8a-95d8d55573b3 req-6370b28d-ccb2-4d4c-a872-411cc9ea72c1 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322363 Sep 16 00:52:53.943407 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a80d4-5b7a-472f-99e4-115a0ce0e487 req-b3d5cd43-6613-40ef-b406-81ecd58cae4b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:53.944886 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-495a80d4-5b7a-472f-99e4-115a0ce0e487 req-b3d5cd43-6613-40ef-b406-81ecd58cae4b tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0521500 Sep 16 00:52:53.983530 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-495a80d4-5b7a-472f-99e4-115a0ce0e487 req-b738a5df-8c68-4b12-8632-0eb84b01e624 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327690 Sep 16 00:52:55.106501 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d37aea-c4b3-47b4-83a1-e0c40500688a req-5b43527a-4ea4-40d3-b37f-2ebc660d8d64 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:52:55.107998 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-32d37aea-c4b3-47b4-83a1-e0c40500688a req-5b43527a-4ea4-40d3-b37f-2ebc660d8d64 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0591571 Sep 16 00:52:55.152680 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-32d37aea-c4b3-47b4-83a1-e0c40500688a req-80fa7328-c82c-4403-a284-fe7694823bef tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&id=e056b21d-2235-451b-aef1-6ac005cfeece&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384052 Sep 16 00:52:58.482034 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46126) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:52:58.584595 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:58.670179 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:58.674475 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:58.712185 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af8813e93e7841cda6532b45cef35876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290578 Sep 16 00:52:58.713390 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5301bb-2018-4ad4-b822-d5c2368e31b2,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:52:58.714822 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 46130) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:52:58.721044 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.721402 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.721739 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.722076 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.722406 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.722770 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.723103 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.723432 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.723760 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.724086 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.724412 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.724758 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1cf6fb-3a84-4b77-8df2-b1a2fc3ebff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:52:58.764482 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9b7510c7-232a-4c9e-9d80-cd85183e656e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:58.785765 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9b7510c7-232a-4c9e-9d80-cd85183e656e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:58.832642 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9b7510c7-232a-4c9e-9d80-cd85183e656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:58.835129 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-9b7510c7-232a-4c9e-9d80-cd85183e656e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:52:58.836248 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-9b7510c7-232a-4c9e-9d80-cd85183e656e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e5301bb-2018-4ad4-b822-d5c2368e31b2 HTTP/1.1" status: 204 len: 168 time: 0.1204426 Sep 16 00:52:58.843536 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7510c7-232a-4c9e-9d80-cd85183e656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5301bb-2018-4ad4-b822-d5c2368e31b2,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:00.081180 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-902f728e-cb5c-4b04-8b7a-51f701554db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:01.006457 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-a3d94f21-f864-4c70-8a7e-e06e8f5bf67b tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=83d87c1690b44cd0bbee9683bfdd64a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291731 Sep 16 00:53:01.188179 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-8ff9db58-9ada-4b7e-ba36-59525d433479 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:01.189692 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-8ff9db58-9ada-4b7e-ba36-59525d433479 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777267 Sep 16 00:53:01.204105 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-d6690983-a741-403c-9e4c-33f765e602c5 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/quotas/83d87c1690b44cd0bbee9683bfdd64a8 HTTP/1.1" status: 200 len: 375 time: 0.0086868 Sep 16 00:53:01.234894 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-84ebd888-9bb7-456d-bea3-4ef76cd80aa7 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=83d87c1690b44cd0bbee9683bfdd64a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251734 Sep 16 00:53:01.390114 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-cf7a6963-0a03-4d40-a27b-8f2718a35aef req-5a926c65-ece8-46dc-9749-a9b5c620ccdd tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 210 time: 0.0258207 Sep 16 00:53:02.433605 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-cb4a2612-d760-4cff-ae9a-56ea78ec7893 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=83d87c1690b44cd0bbee9683bfdd64a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233953 Sep 16 00:53:02.503421 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-e7073d14-3f6d-4095-974e-b515c5c3af2c req-02eb8e60-93a0-4295-b534-a78279f51403 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 210 time: 0.0427692 Sep 16 00:53:02.575652 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-c23d5f5b-ac0a-4741-b771-f982c1eb8285 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:02.577126 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-c23d5f5b-ac0a-4741-b771-f982c1eb8285 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378503 Sep 16 00:53:02.593024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Request body: {'port': {'device_id': 'e9066adb-d0b4-4281-aa55-37b169352978', 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309', 'admin_state_up': True, 'tenant_id': '83d87c1690b44cd0bbee9683bfdd64a8'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:53:02.701284 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Made reservation on behalf of 83d87c1690b44cd0bbee9683bfdd64a8 for: {'port': 1} {{(pid=100419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 00:53:02.705115 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:02.713421 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks [] for security_group, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:02.772857 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-719feb81-05ac-4efa-909b-9712c6590d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:02.804485 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks [] for security_group, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:02.808433 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:02.870629 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6709a3-16ee-4f17-89d1-55266539c9f6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:02.939884 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Allocated IP 192.168.233.96 (72d4eb7a-fc64-4a00-bf15-3643a245c309/8dba276e-25ce-463c-a64b-43d49a872238/79b5ee5a-8955-487d-914c-e2243125dae2) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 00:53:03.078186 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.088765 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.115464 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762125774520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.160602 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Network 72d4eb7a-fc64-4a00-bf15-3643a245c309 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 00:53:03.163662 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 00:53:03.166183 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 00:53:03.194191 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Pushing event updated for resources: {'Port': ['ID=79b5ee5a-8955-487d-914c-e2243125dae2,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:03.222476 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:03.223092 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.239027 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-b9cf3e88-9c43-4942-9528-ab0c4db3b132 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6495452 Sep 16 00:53:03.252664 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.v2.base [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Request body: {'port': {'device_id': 'e9066adb-d0b4-4281-aa55-37b169352978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=100419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:53:03.307504 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.424668 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-2d754b32-7f3f-4db5-b3d2-9db64796d220 None None] Provisioning complete for port 79b5ee5a-8955-487d-914c-e2243125dae2 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:53:03.425157 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-2d754b32-7f3f-4db5-b3d2-9db64796d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.450707 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:53:03.462559 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-2d754b32-7f3f-4db5-b3d2-9db64796d220 None None] Port 79b5ee5a-8955-487d-914c-e2243125dae2 cannot update to ACTIVE because it is not bound. {{(pid=100431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 00:53:03.571112 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b5ee5a-8955-487d-914c-e2243125dae2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:53:03.578535 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.590599 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Transition to ACTIVE for port object 79b5ee5a-8955-487d-914c-e2243125dae2 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 00:53:03.595806 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.620981 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80929e34-732d-48a3-9e03-621ea8140bba req-924ffc59-6159-4e99-b2ed-e1bc7bc441d9 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:03.623208 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-80929e34-732d-48a3-9e03-621ea8140bba req-924ffc59-6159-4e99-b2ed-e1bc7bc441d9 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 935 time: 0.0498898 Sep 16 00:53:03.666299 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.678519 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-80929e34-732d-48a3-9e03-621ea8140bba req-78cba889-3797-4d3f-af5c-c6364aaf08aa tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Sep 16 00:53:03.687919 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=79b5ee5a-8955-487d-914c-e2243125dae2,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:03.729956 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Attempting to bind port 79b5ee5a-8955-487d-914c-e2243125dae2 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 00:53:03.730294 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Attempting to bind port 79b5ee5a-8955-487d-914c-e2243125dae2 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 00:53:03.730621 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Attempting to bind port 79b5ee5a-8955-487d-914c-e2243125dae2 on network 72d4eb7a-fc64-4a00-bf15-3643a245c309 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:53:03.735032 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Port 79b5ee5a-8955-487d-914c-e2243125dae2 on network 72d4eb7a-fc64-4a00-bf15-3643a245c309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 00:53:03.735349 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Attempting to bind port 79b5ee5a-8955-487d-914c-e2243125dae2 on network 72d4eb7a-fc64-4a00-bf15-3643a245c309 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 00:53:03.740815 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Checking agent: {'id': '1bbb6589-8c88-478e-ba2f-8bb2d25be962', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'started_at': datetime.datetime(2021, 9, 16, 0, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 0, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 00:53:03.741154 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Checking segment: {'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 00:53:03.741533 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Bound using segment: {'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 00:53:03.741958 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Bound port: 79b5ee5a-8955-487d-914c-e2243125dae2, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a155c06d-bc1e-4ab6-924a-973d82b54370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 00:53:03.742320 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.807633 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] For port 79b5ee5a-8955-487d-914c-e2243125dae2, host hv-cinder-80930, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 00:53:03.811303 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] For port 79b5ee5a-8955-487d-914c-e2243125dae2, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=79b5ee5a-8955-487d-914c-e2243125dae2,segment=NetworkSegment(a155c06d-bc1e-4ab6-924a-973d82b54370),segment_id=a155c06d-bc1e-4ab6-924a-973d82b54370)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 00:53:03.816614 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25632488'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.848639 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:03.849332 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.850596 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/79b5ee5a-8955-487d-914c-e2243125dae2 HTTP/1.1" status: 200 len: 1097 time: 0.6031168 Sep 16 00:53:03.852891 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9066adb-d0b4-4281-aa55-37b169352978', 'tag': '79b5ee5a-8955-487d-914c-e2243125dae2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:53:03.855911 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b069b-5028-4669-89f3-d1c42e5ffce4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9066adb-d0b4-4281-aa55-37b169352978", "tag": "79b5ee5a-8955-487d-914c-e2243125dae2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:53:03.890513 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74296685-11eb-4894-8e85-ea133380c3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=79b5ee5a-8955-487d-914c-e2243125dae2,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:03.915207 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632bcc97-8504-48c9-aa6e-5cb948905863 x-openstack-request-id: req-632bcc97-8504-48c9-aa6e-5cb948905863 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:53:03.915576 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9066adb-d0b4-4281-aa55-37b169352978", "tag": "79b5ee5a-8955-487d-914c-e2243125dae2", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:53:03.915825 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-632bcc97-8504-48c9-aa6e-5cb948905863 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:53:03.916211 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9066adb-d0b4-4281-aa55-37b169352978', 'tag': '79b5ee5a-8955-487d-914c-e2243125dae2', 'status': 'completed', 'code': 200} Sep 16 00:53:03.940622 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:03.947912 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-51486822-0bf3-4425-a02d-2a1447a00a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:03.949526 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-51486822-0bf3-4425-a02d-2a1447a00a42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83d87c1690b44cd0bbee9683bfdd64a8&device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 1100 time: 0.0481408 Sep 16 00:53:04.002707 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-2a908024-3473-4b3b-ad5c-39f0c14b4567 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=79b5ee5a-8955-487d-914c-e2243125dae2 HTTP/1.1" status: 200 len: 217 time: 0.0384874 Sep 16 00:53:04.052390 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-d2a50821-a93f-426d-b255-601c19696516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:04.053872 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-d2a50821-a93f-426d-b255-601c19696516 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dba276e-25ce-463c-a64b-43d49a872238 HTTP/1.1" status: 200 len: 843 time: 0.0452623 Sep 16 00:53:04.099656 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-66e3b561-2fb1-41be-a1fc-4e005c7a2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:04.101090 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-66e3b561-2fb1-41be-a1fc-4e005c7a2048 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72d4eb7a-fc64-4a00-bf15-3643a245c309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407836 Sep 16 00:53:04.192782 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-2c5790fb-4e29-485f-b279-d9ca0abe10ee service neutron] 10.222.0.39 "GET /v2.0/networks/72d4eb7a-fc64-4a00-bf15-3643a245c309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836883 Sep 16 00:53:04.281169 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-155794ea-a272-471a-b9cc-f334b0f3ac89 req-babc9ccf-4a1e-429c-bb99-970a8f9318e6 service neutron] 10.222.0.39 "GET /v2.0/networks/72d4eb7a-fc64-4a00-bf15-3643a245c309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802350 Sep 16 00:53:04.363874 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-0f88696e-9875-4f59-ab44-79b4be259143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:04.365320 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-0f88696e-9875-4f59-ab44-79b4be259143 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83d87c1690b44cd0bbee9683bfdd64a8&device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 1100 time: 0.0429585 Sep 16 00:53:04.455193 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-add36cc7-ebe5-4cb1-b4c5-f04aa86d72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:04.456630 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-add36cc7-ebe5-4cb1-b4c5-f04aa86d72c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72d4eb7a-fc64-4a00-bf15-3643a245c309 HTTP/1.1" status: 200 len: 870 time: 0.0840442 Sep 16 00:53:04.499247 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-d3605b33-419b-4e62-8850-90392f09f0b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=79b5ee5a-8955-487d-914c-e2243125dae2 HTTP/1.1" status: 200 len: 217 time: 0.0355120 Sep 16 00:53:04.554058 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-366e8284-fe3b-4eb6-980a-d985d618a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:04.555462 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-366e8284-fe3b-4eb6-980a-d985d618a7f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dba276e-25ce-463c-a64b-43d49a872238 HTTP/1.1" status: 200 len: 843 time: 0.0422988 Sep 16 00:53:04.599926 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-aafe4151-3cb5-4f38-8c50-1cfb8e94128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:04.601399 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-aafe4151-3cb5-4f38-8c50-1cfb8e94128f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72d4eb7a-fc64-4a00-bf15-3643a245c309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387485 Sep 16 00:53:04.692240 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-34b7b465-a2d2-4bc8-80c7-898e3910f7cf service neutron] 10.222.0.39 "GET /v2.0/networks/72d4eb7a-fc64-4a00-bf15-3643a245c309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Sep 16 00:53:04.787669 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-114b069b-5028-4669-89f3-d1c42e5ffce4 req-16b3938c-9692-4905-bc01-7378684303b5 service neutron] 10.222.0.39 "GET /v2.0/networks/72d4eb7a-fc64-4a00-bf15-3643a245c309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831006 Sep 16 00:53:04.803167 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455aa33-0ea4-460a-9add-dea62ddba3d9 req-83c890ce-afff-4be7-939b-c337aba42130 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:04.805260 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8455aa33-0ea4-460a-9add-dea62ddba3d9 req-83c890ce-afff-4be7-939b-c337aba42130 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 947 time: 0.0482566 Sep 16 00:53:04.844959 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-8455aa33-0ea4-460a-9add-dea62ddba3d9 req-8f0bb39d-3d1a-4cbb-bccd-31b0295539b4 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Sep 16 00:53:05.857949 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:05.961165 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0fed-84e2-4d57-a135-3215a47fc400 req-d35b5cc6-fdaf-468b-94e3-47c076bb4558 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:05.962608 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-384f0fed-84e2-4d57-a135-3215a47fc400 req-d35b5cc6-fdaf-468b-94e3-47c076bb4558 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 947 time: 0.0509870 Sep 16 00:53:05.998183 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-384f0fed-84e2-4d57-a135-3215a47fc400 req-d8bf8afd-2f2a-40eb-b055-828d9d8fb5a0 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296550 Sep 16 00:53:07.114302 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53deb82-811a-429b-9724-24f24fd9926e req-58c15d2e-e046-4fbe-bb6a-5165df7e6384 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:07.115792 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b53deb82-811a-429b-9724-24f24fd9926e req-58c15d2e-e046-4fbe-bb6a-5165df7e6384 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 947 time: 0.0483418 Sep 16 00:53:07.152940 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-b53deb82-811a-429b-9724-24f24fd9926e req-ed3ed9eb-0046-4986-a9a2-32ea8a30d1e3 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Sep 16 00:53:07.472185 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 79b5ee5a-8955-487d-914c-e2243125dae2 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=100431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 00:53:07.563317 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 79b5ee5a-8955-487d-914c-e2243125dae2, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=79b5ee5a-8955-487d-914c-e2243125dae2,segment=NetworkSegment(a155c06d-bc1e-4ab6-924a-973d82b54370),segment_id=a155c06d-bc1e-4ab6-924a-973d82b54370)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:53:07.574267 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Returning: {'device': '79b5ee5a-8955-487d-914c-e2243125dae2', 'network_id': '72d4eb7a-fc64-4a00-bf15-3643a245c309', 'port_id': '79b5ee5a-8955-487d-914c-e2243125dae2', 'mac_address': 'fa:16:3e:91:21:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dba276e-25ce-463c-a64b-43d49a872238', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 00:53:07.617203 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:07.629096 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b5ee5a-8955-487d-914c-e2243125dae2 {{(pid=100431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 00:53:07.647952 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 79b5ee5a-8955-487d-914c-e2243125dae2, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=79b5ee5a-8955-487d-914c-e2243125dae2,segment=NetworkSegment(a155c06d-bc1e-4ab6-924a-973d82b54370),segment_id=a155c06d-bc1e-4ab6-924a-973d82b54370)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:53:07.652305 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:07.699178 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=79b5ee5a-8955-487d-914c-e2243125dae2,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:07.706566 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.706916 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.707303 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.707641 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.707980 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.708312 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.708665 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.709002 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.709331 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.709658 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.709979 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:07.710301 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:08.020338 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['79b5ee5a-8955-487d-914c-e2243125dae2'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:53:08.262873 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcbda8-0e13-4170-8544-6e12dc4b0634 req-5a36e6a1-c931-4abd-bbad-638f2b1f70eb tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:08.264347 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-30bcbda8-0e13-4170-8544-6e12dc4b0634 req-5a36e6a1-c931-4abd-bbad-638f2b1f70eb tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 948 time: 0.0481808 Sep 16 00:53:08.301162 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-30bcbda8-0e13-4170-8544-6e12dc4b0634 req-7517d1fe-5223-4ebf-8f9f-0df104ef865c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302792 Sep 16 00:53:09.411709 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c90c5-6d47-41a5-8bb5-6922281bec81 req-e588baa8-b1db-4467-8ad6-bd74fce2b910 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:09.413190 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4e1c90c5-6d47-41a5-8bb5-6922281bec81 req-e588baa8-b1db-4467-8ad6-bd74fce2b910 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 948 time: 0.0479469 Sep 16 00:53:09.448723 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-4e1c90c5-6d47-41a5-8bb5-6922281bec81 req-f5ba3bd0-ef25-4eec-b722-9aa4b3e20955 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297606 Sep 16 00:53:09.487237 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 79b5ee5a-8955-487d-914c-e2243125dae2 up at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 00:53:09.534272 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning for port 79b5ee5a-8955-487d-914c-e2243125dae2 completed by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 00:53:09.537834 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Provisioning complete for port 79b5ee5a-8955-487d-914c-e2243125dae2 triggered by entity L2. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:53:09.538203 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:09.612464 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:09.636961 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9066adb-d0b4-4281-aa55-37b169352978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b5ee5a-8955-487d-914c-e2243125dae2'}] {{(pid=100431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:53:09.639147 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d6e1f52c0003ce26519ccd1c6bba557f3083b074b83a30973e2e14ff1e4d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769c6155-0aab-47ae-8033-b2bbca6a23be" -d '{"events": [{"server_uuid": "e9066adb-d0b4-4281-aa55-37b169352978", "name": "network-vif-plugged", "status": "completed", "tag": "79b5ee5a-8955-487d-914c-e2243125dae2"}]}' {{(pid=100431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:53:09.652621 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] For port 79b5ee5a-8955-487d-914c-e2243125dae2, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=79b5ee5a-8955-487d-914c-e2243125dae2,segment=NetworkSegment(a155c06d-bc1e-4ab6-924a-973d82b54370),segment_id=a155c06d-bc1e-4ab6-924a-973d82b54370)] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:53:09.656449 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:09.680626 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a275e8f9-cee3-4f2e-9016-00a2dcf1d406 x-openstack-request-id: req-a275e8f9-cee3-4f2e-9016-00a2dcf1d406 {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:53:09.680946 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9066adb-d0b4-4281-aa55-37b169352978", "name": "network-vif-plugged", "status": "completed", "tag": "79b5ee5a-8955-487d-914c-e2243125dae2", "code": 200}]} {{(pid=100431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:53:09.681191 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a275e8f9-cee3-4f2e-9016-00a2dcf1d406 {{(pid=100431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:53:09.681576 dv-cinder-809303-1-iscsi neutron-server[100431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9066adb-d0b4-4281-aa55-37b169352978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b5ee5a-8955-487d-914c-e2243125dae2', 'code': 200} Sep 16 00:53:09.710374 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Pushing event updated for resources: {'Port': ['ID=79b5ee5a-8955-487d-914c-e2243125dae2,revision_number=5']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:09.843824 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66751395-c3f8-46c9-8532-c37047d5f273 req-64f37367-9035-4662-900f-8ffe6e4ae9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:09.845297 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-66751395-c3f8-46c9-8532-c37047d5f273 req-64f37367-9035-4662-900f-8ffe6e4ae9e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 1102 time: 0.0388923 Sep 16 00:53:09.878564 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-66751395-c3f8-46c9-8532-c37047d5f273 req-42aac86d-0dff-483a-a65e-36fe64790a35 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266900 Sep 16 00:53:10.561289 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933f4c2-ab81-46f5-bbf2-8846c2d976a1 req-1dd5071d-3563-4513-adb9-4ec4239829e3 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:10.562845 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3933f4c2-ab81-46f5-bbf2-8846c2d976a1 req-1dd5071d-3563-4513-adb9-4ec4239829e3 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 949 time: 0.0479944 Sep 16 00:53:10.602181 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-3933f4c2-ab81-46f5-bbf2-8846c2d976a1 req-d5cf64e9-0f68-41b2-9822-b1c19a03e084 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334432 Sep 16 00:53:11.719860 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b459023-6e38-47d1-b66d-ad41feb01515 req-d3761270-c68f-4c59-b5d2-d4fe6d80bdd4 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:11.721799 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0b459023-6e38-47d1-b66d-ad41feb01515 req-d3761270-c68f-4c59-b5d2-d4fe6d80bdd4 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 949 time: 0.0527444 Sep 16 00:53:11.760690 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-0b459023-6e38-47d1-b66d-ad41feb01515 req-c6aa663d-b7ea-469a-b888-35e0e2b3d10a tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Sep 16 00:53:12.006677 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7299bb-9165-4e6e-9fc9-3b3dd1b4921a req-1c36a2e1-0b54-4622-9646-5ebe4e82d2d0 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:12.008116 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f7299bb-9165-4e6e-9fc9-3b3dd1b4921a req-1c36a2e1-0b54-4622-9646-5ebe4e82d2d0 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 949 time: 0.0480499 Sep 16 00:53:12.044922 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3f7299bb-9165-4e6e-9fc9-3b3dd1b4921a req-de7bc408-8570-4463-9dd8-d2128492ac37 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309098 Sep 16 00:53:12.686256 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-da399d14-f726-4529-be83-69b2ed0de0af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384469 Sep 16 00:53:12.768328 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-53217b1f-56d4-4a2f-8c09-640e018e9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:12.769800 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-53217b1f-56d4-4a2f-8c09-640e018e9cea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1138 time: 0.0398972 Sep 16 00:53:12.873185 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-41d4b52a-86d3-4d2b-908c-5aa96f4ba87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:12.874633 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-41d4b52a-86d3-4d2b-908c-5aa96f4ba87b service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.0845172 Sep 16 00:53:12.941880 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-724bcfc0-72ea-4894-9365-48bf3b7da47c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 1001 time: 0.0592215 Sep 16 00:53:12.991058 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-78b3e1d8-e84e-473e-ad29-d23415f46d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:12.992480 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-78b3e1d8-e84e-473e-ad29-d23415f46d76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0414186 Sep 16 00:53:13.038357 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-955e0d67-fa81-4d49-b6d3-445d644e50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:13.039776 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-955e0d67-fa81-4d49-b6d3-445d644e50f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393138 Sep 16 00:53:13.130301 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-c60f2128-2da1-4c17-bd3d-111ae8a8af05 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820806 Sep 16 00:53:13.159875 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9d371-2db2-4817-bf69-12c02e33aaa3 req-8598ea97-d9d0-476c-ad8a-201f1ece3eda tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:13.161377 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f0e9d371-2db2-4817-bf69-12c02e33aaa3 req-8598ea97-d9d0-476c-ad8a-201f1ece3eda tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 949 time: 0.0484540 Sep 16 00:53:13.199781 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-f0e9d371-2db2-4817-bf69-12c02e33aaa3 req-1547ba02-1673-4ad9-a145-dba7f9c16f4c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b6709a3-16ee-4f17-89d1-55266539c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324829 Sep 16 00:53:13.221261 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-3a6f9bae-e025-4e7e-8ee3-3bedd321b42e req-e1004cdd-c9c2-4427-8dfa-09a5bf418c79 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815372 Sep 16 00:53:13.613811 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-627b799b-c402-4df7-b803-132a9907c454 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:13.615164 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-627b799b-c402-4df7-b803-132a9907c454 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 949 time: 0.0469306 Sep 16 00:53:13.705224 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Deleting port 79b5ee5a-8955-487d-914c-e2243125dae2 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:53:13.705554 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:13.794045 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] For port 79b5ee5a-8955-487d-914c-e2243125dae2, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=79b5ee5a-8955-487d-914c-e2243125dae2,segment=NetworkSegment(a155c06d-bc1e-4ab6-924a-973d82b54370),segment_id=a155c06d-bc1e-4ab6-924a-973d82b54370)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:53:13.794754 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:13.805723 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Calling delete_port for 79b5ee5a-8955-487d-914c-e2243125dae2 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:53:13.931077 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:13.943076 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['79b5ee5a-8955-487d-914c-e2243125dae2'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:53:13.956936 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Pushing event deleted for resources: {'Port': ['ID=79b5ee5a-8955-487d-914c-e2243125dae2,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:14.003405 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] No DVR routers for this DVR port 79b5ee5a-8955-487d-914c-e2243125dae2 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:53:14.005974 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:14.008018 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-4d49743f-f41c-441b-a1fe-0452c5f6d9a0 req-74727c91-0436-4856-8102-f3cc0e48482c tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.39 "DELETE /v2.0/ports/79b5ee5a-8955-487d-914c-e2243125dae2 HTTP/1.1" status: 204 len: 173 time: 0.3864124 Sep 16 00:53:14.008457 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9066adb-d0b4-4281-aa55-37b169352978', 'name': 'network-vif-deleted', 'tag': '79b5ee5a-8955-487d-914c-e2243125dae2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:53:14.010761 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5fb956-f313-4293-807d-488daf46e4e7" -d '{"events": [{"server_uuid": "e9066adb-d0b4-4281-aa55-37b169352978", "name": "network-vif-deleted", "tag": "79b5ee5a-8955-487d-914c-e2243125dae2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:53:14.047650 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab8219-540a-464e-8954-53838e0b136e x-openstack-request-id: req-44ab8219-540a-464e-8954-53838e0b136e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:53:14.047940 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9066adb-d0b4-4281-aa55-37b169352978", "name": "network-vif-deleted", "tag": "79b5ee5a-8955-487d-914c-e2243125dae2", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:53:14.048243 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44ab8219-540a-464e-8954-53838e0b136e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:53:14.048717 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9066adb-d0b4-4281-aa55-37b169352978', 'name': 'network-vif-deleted', 'tag': '79b5ee5a-8955-487d-914c-e2243125dae2', 'status': 'completed', 'code': 200} Sep 16 00:53:14.302050 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-232b1f30-2500-453c-9b2a-5c7c1107b0cd req-d90321cf-518f-4427-bb76-71d1a174e9d6 tempest-VolumesNegativeTest-450733881 tempest-VolumesNegativeTest-450733881-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9066adb-d0b4-4281-aa55-37b169352978 HTTP/1.1" status: 200 len: 210 time: 0.0257511 Sep 16 00:53:17.550238 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 79b5ee5a-8955-487d-914c-e2243125dae2 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:53:17.570735 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 79b5ee5a-8955-487d-914c-e2243125dae2 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:53:17.571075 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 79b5ee5a-8955-487d-914c-e2243125dae2 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:53:18.898626 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 46458) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:53:19.026406 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-f53eece8-58d4-4d4e-8939-eb0d9f48d99d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83d87c1690b44cd0bbee9683bfdd64a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266203 Sep 16 00:53:19.028821 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 46462) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:53:19.077138 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:19.100827 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:19.145794 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:19.148281 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:19.149451 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b6709a3-16ee-4f17-89d1-55266539c9f6 HTTP/1.1" status: 204 len: 168 time: 0.1194539 Sep 16 00:53:19.157163 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6709a3-16ee-4f17-89d1-55266539c9f6,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:19.164131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.164484 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.164845 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.165184 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.165515 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.165840 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.166168 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.166496 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.166920 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.167131 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.167449 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:19.167881 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00bef1-afe6-4a2f-a564-eef92d4acfe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:30.081725 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-11688f20-5da7-4748-a7e6-3abb2d7784cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:32.772580 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5d9e66e7-55ee-41a4-b167-48ee69e0e581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:33.099550 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:33.665740 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:33.939578 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:35.862018 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:40.449366 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:53:58.691326 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-31939b39-3297-477f-9d3a-fe6ef334dd22 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229852184&fields=id&tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c HTTP/1.1" status: 200 len: 267 time: 0.2079887 Sep 16 00:53:58.742923 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-847fe526-749e-460b-8c80-48848121bfb4 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:58.744380 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-847fe526-749e-460b-8c80-48848121bfb4 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 985 time: 0.0474463 Sep 16 00:53:58.755839 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.v2.base [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Request body: {'port': {'security_groups': ['916cb609-87a0-4c53-abc2-21568b2e41bd']}} {{(pid=100423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 00:53:58.818560 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992177'] for port, before_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:58.984335 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=85729be1-0feb-4d6f-b859-0793c9326855,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:53:59.012127 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for port, precommit_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.016484 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762126341133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762125774538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762125774556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26404633'] for port, after_update {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.029424 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['85729be1-0feb-4d6f-b859-0793c9326855'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:53:59.058983 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:59.059609 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.061018 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-6eea2f5d-4191-4124-b3c9-6d84dbb4c5e0 req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "PUT /v2.0/ports/85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 943 time: 0.3102603 Sep 16 00:53:59.061465 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:53:59.063686 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:53:59.069042 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46480) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:53:59.091602 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047f99-e62d-471c-91a5-0aca49359119 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event updated for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=7']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:59.133306 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98f200-47e6-412e-917e-9811fb204655 x-openstack-request-id: req-cc98f200-47e6-412e-917e-9811fb204655 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:53:59.133589 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:53:59.133830 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc98f200-47e6-412e-917e-9811fb204655 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:53:59.134205 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855', 'status': 'completed', 'code': 200} Sep 16 00:53:59.135284 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['85729be1-0feb-4d6f-b859-0793c9326855'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:53:59.185022 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.211401 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.255538 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-78017dfa-d092-42d1-bc8b-54a3a5b3acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:59.257054 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-78017dfa-d092-42d1-bc8b-54a3a5b3acb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1099 time: 0.1007721 Sep 16 00:53:59.325754 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-90d42bca-80d7-4297-8b67-a631fcc712c5 None None] Provisioning complete for port 85729be1-0feb-4d6f-b859-0793c9326855 triggered by entity DHCP. {{(pid=100431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 00:53:59.326040 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-90d42bca-80d7-4297-8b67-a631fcc712c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689661'] for port, provisioning_complete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.336050 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.338601 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.339720 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "DELETE /v2.0/security-groups/e056b21d-2235-451b-aef1-6ac005cfeece HTTP/1.1" status: 204 len: 168 time: 0.2697110 Sep 16 00:53:59.342616 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 46482) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:53:59.354554 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e056b21d-2235-451b-aef1-6ac005cfeece,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:59.368638 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.369038 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.369380 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.369717 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.370048 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.370373 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.370701 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.371024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.371345 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.371664 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.371980 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.372297 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da5ccd-d58e-4e49-9b5e-1a91f702d9ca tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:53:59.387112 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-069e08b8-49a1-46df-8e5e-bb63a1f96f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:59.388871 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-069e08b8-49a1-46df-8e5e-bb63a1f96f51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.1243382 Sep 16 00:53:59.458423 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-6dfe85ea-c5b6-4dac-b04c-fbc979542779 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 1001 time: 0.0621147 Sep 16 00:53:59.505294 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Deleting port e5fa3ac3-da6e-49df-a708-3f8c2dd51632 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:53:59.505547 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.509961 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-adc54436-d1b6-4243-a9df-e1dd86fcc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:59.511415 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-adc54436-d1b6-4243-a9df-e1dd86fcc541 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0459814 Sep 16 00:53:59.556459 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-f482c4bf-df69-4ec0-a9dd-9a7bb0341e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:53:59.557992 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-f482c4bf-df69-4ec0-a9dd-9a7bb0341e8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391436 Sep 16 00:53:59.583756 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.584163 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.595288 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Calling delete_port for e5fa3ac3-da6e-49df-a708-3f8c2dd51632 owned by network:floatingip {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:53:59.650102 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-5d4591f0-28a6-4c67-8c7a-152535624256 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839059 Sep 16 00:53:59.744860 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.775936 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event deleted for resources: {'Port': ['ID=e5fa3ac3-da6e-49df-a708-3f8c2dd51632,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:53:59.836435 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:53:59.836813 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.db.l3_db [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Floating IP 28913e6e-8b79-465f-bfd9-91e6b8080c45 disassociated (deleted). External IP: 172.27.0.13, port: 85729be1-0feb-4d6f-b859-0793c9326855. Sep 16 00:54:00.010033 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-1304334e-ef5f-4cd0-9f5e-7e9bd546e202 req-01509e6c-fb6e-4d7c-b4d8-c799cca4af03 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530707 Sep 16 00:54:00.044529 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Router 67d5510b-a594-4ed7-9227-ac2d926832e5 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:54:00.082106 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fdb57836-1290-4574-9452-1901e70b67e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:00.150447 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:54:00.155521 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for floatingip, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:00.161389 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] Sync routers for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:54:00.170307 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:54:00.170922 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:53:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:00.181488 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-6ec3a3b8-8f3e-4f2b-9114-e2b66d24eb91 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "DELETE /v2.0/floatingips/28913e6e-8b79-465f-bfd9-91e6b8080c45 HTTP/1.1" status: 204 len: 168 time: 0.8377068 Sep 16 00:54:00.280108 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:54:00.495318 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 5, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:00.520392 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] Checking router: 67d5510b-a594-4ed7-9227-ac2d926832e5 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:54:00.528528 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:54:00.529163 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:53:33Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:00.630509 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:54:00.822339 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 5, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:00.849754 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df48aa8d-d30d-4380-a857-a589b8c98667 None None] The sync data for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi is: [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:50:27Z', 'revision_number': 4, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi', '_interfaces': [{'id': 'b087353c-7e71-4f27-a459-220df8f35036', 'name': '', 'network_id': 'db21ba95-5d7c-4564-b339-fddb78011588', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'mac_address': 'fa:16:3e:6e:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:26Z', 'updated_at': '2021-09-16T00:50:33Z', 'revision_number': 5, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'subnets': [{'id': 'a94abfdf-2714-443d-b4c8-127bb5a7245c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:54:01.061711 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdbb25-cbc7-4a82-86f2-0b57f680e043 None None] New status for floating IP 28913e6e-8b79-465f-bfd9-91e6b8080c45: DOWN {{(pid=100434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 00:54:01.135423 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855'}] {{(pid=100423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:54:01.137851 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f4b7d03d5b1497b9c820e8cac6cafa566f7b6b6a064df6cd4049071ebb7541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a29c4-9672-40a7-8b2f-d0e538f442be" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855"}]}' {{(pid=100423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:54:01.179854 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 00:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9984fae7-e436-455d-ab22-6cc30e730d66 x-openstack-request-id: req-9984fae7-e436-455d-ab22-6cc30e730d66 {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:54:01.180135 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "tag": "85729be1-0feb-4d6f-b859-0793c9326855", "status": "completed", "code": 200}]} {{(pid=100423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:54:01.180378 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9984fae7-e436-455d-ab22-6cc30e730d66 {{(pid=100423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:54:01.180800 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855', 'status': 'completed', 'code': 200} Sep 16 00:54:01.240270 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-5721556a-a4a5-4f07-b2e0-04d19ae79cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:54:01.241802 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-5721556a-a4a5-4f07-b2e0-04d19ae79cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 1099 time: 0.0401115 Sep 16 00:54:01.331598 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-ed6a60b5-e9e9-451a-9fb5-f8a72c79f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:54:01.333068 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-ed6a60b5-e9e9-451a-9fb5-f8a72c79f22e service neutron] 10.222.0.39 "GET /v2.0/networks?id=db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 200 len: 915 time: 0.0845306 Sep 16 00:54:01.372626 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-3b3617a1-38db-4171-8c53-92ee48917e84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 200 len: 217 time: 0.0323026 Sep 16 00:54:01.425583 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-586905bf-1db5-4373-bab1-dcc362977077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:54:01.427032 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-586905bf-1db5-4373-bab1-dcc362977077 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 200 len: 853 time: 0.0470080 Sep 16 00:54:01.472720 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-7b5e742e-ec38-4775-9cc4-9eb9a6fd9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:54:01.474472 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-7b5e742e-ec38-4775-9cc4-9eb9a6fd9937 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db21ba95-5d7c-4564-b339-fddb78011588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400646 Sep 16 00:54:01.566290 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-55658fac-5e00-4d6e-a7c3-7077c2782044 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846422 Sep 16 00:54:01.669205 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-5c1a29c4-9672-40a7-8b2f-d0e538f442be req-14c7e6f1-4850-4ce2-aa2d-dd57b06a9943 service neutron] 10.222.0.39 "GET /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955560 Sep 16 00:54:02.773089 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-737d3bea-39c6-4b2b-a0e9-ed87efe17d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:02.904475 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff0c7b-be25-4795-935a-9d27b4857ba0 req-4bfff51f-90c9-4cd4-9faa-079b317fcb30 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:54:02.905973 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-62ff0c7b-be25-4795-935a-9d27b4857ba0 req-4bfff51f-90c9-4cd4-9faa-079b317fcb30 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0497003 Sep 16 00:54:02.943690 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [req-62ff0c7b-be25-4795-935a-9d27b4857ba0 req-165c346b-5e43-4834-8eb2-663cc977f37f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Sep 16 00:54:03.112029 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:03.667077 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:03.940916 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:04.110675 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617584-aa6c-4dfa-9d17-b52766496479 req-6a9c0c1a-b4ce-4ee8-bdb0-95e25454beb0 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:54:04.112917 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52617584-aa6c-4dfa-9d17-b52766496479 req-6a9c0c1a-b4ce-4ee8-bdb0-95e25454beb0 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.1016781 Sep 16 00:54:04.150362 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-52617584-aa6c-4dfa-9d17-b52766496479 req-76402ee2-e8fe-405e-a83f-4714fe44f5fd tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/security-groups?id=916cb609-87a0-4c53-abc2-21568b2e41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Sep 16 00:54:04.708764 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b39aa50a-f4f5-4ff7-b596-f218795c2323 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 00:54:04.710249 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b39aa50a-f4f5-4ff7-b596-f218795c2323 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.39 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 946 time: 0.0509117 Sep 16 00:54:04.797448 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Deleting port 85729be1-0feb-4d6f-b859-0793c9326855 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:04.797787 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:04.885713 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] For port 85729be1-0feb-4d6f-b859-0793c9326855, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=85729be1-0feb-4d6f-b859-0793c9326855,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:04.886075 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:04.898056 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Calling delete_port for 85729be1-0feb-4d6f-b859-0793c9326855 owned by compute:nova {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:05.021826 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:05.032412 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] get_ports_and_sgs() called for port_ids ['85729be1-0feb-4d6f-b859-0793c9326855'] {{(pid=100431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 00:54:05.054251 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Pushing event deleted for resources: {'Port': ['ID=85729be1-0feb-4d6f-b859-0793c9326855,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:05.093973 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] No DVR routers for this DVR port 85729be1-0feb-4d6f-b859-0793c9326855 on host hv-cinder-80930 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:54:05.097281 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487320'] for port, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:05.099243 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-f01428be-84f4-4e53-85d6-9f1016234867 req-b296a776-0867-4938-8d4a-a0cbbd5e0d2f tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.39 "DELETE /v2.0/ports/85729be1-0feb-4d6f-b859-0793c9326855 HTTP/1.1" status: 204 len: 173 time: 0.3827183 Sep 16 00:54:05.099687 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'name': 'network-vif-deleted', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 00:54:05.101943 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fc34e3a74a38dd1c5eadac0dec015122b2ea8e0f3184b53ff01f60ca7949270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb9ee97-7bb5-4c30-ada3-bc5da936c02a" -d '{"events": [{"server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "name": "network-vif-deleted", "tag": "85729be1-0feb-4d6f-b859-0793c9326855"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 00:54:05.142410 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc9a42-2f39-4923-988f-be125cb8c43e x-openstack-request-id: req-60dc9a42-2f39-4923-988f-be125cb8c43e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 00:54:05.143024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a", "name": "network-vif-deleted", "tag": "85729be1-0feb-4d6f-b859-0793c9326855", "status": "completed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 00:54:05.143024 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60dc9a42-2f39-4923-988f-be125cb8c43e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 00:54:05.143429 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a', 'name': 'network-vif-deleted', 'tag': '85729be1-0feb-4d6f-b859-0793c9326855', 'status': 'completed', 'code': 200} Sep 16 00:54:05.252840 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [req-7ac604b0-1eb7-487f-831b-f48edf09dc10 req-eb2976d7-1615-4925-a99e-75c1126b35c2 tempest-TestMinimumBasicScenario-576451751 tempest-TestMinimumBasicScenario-576451751-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b0c719-6fc3-45f3-a5a1-ee10d5f6ce1a HTTP/1.1" status: 200 len: 210 time: 0.0257523 Sep 16 00:54:05.863785 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:06.938754 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46562) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:07.279941 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:07.517061 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Deleting port b087353c-7e71-4f27-a459-220df8f35036 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:07.517402 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:07.593548 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] For port b087353c-7e71-4f27-a459-220df8f35036, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=b087353c-7e71-4f27-a459-220df8f35036,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:07.593828 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:07.605899 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Calling delete_port for b087353c-7e71-4f27-a459-220df8f35036 owned by network:router_interface {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:07.785226 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:07.812571 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b087353c-7e71-4f27-a459-220df8f35036,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:07.848665 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 85729be1-0feb-4d6f-b859-0793c9326855 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:54:07.869491 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] No Port match for: 85729be1-0feb-4d6f-b859-0793c9326855 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:54:07.869835 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Device 85729be1-0feb-4d6f-b859-0793c9326855 not bound to the agent host hv-cinder-80930 {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:54:07.979581 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:08.188943 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Router 67d5510b-a594-4ed7-9227-ac2d926832e5 has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:54:08.290917 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:54:08.296470 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-0ef6aa11-235c-4dd4-859f-c5b8dba09da9 admin admin] 10.222.0.13 "PUT /v2.0/routers/67d5510b-a594-4ed7-9227-ac2d926832e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3565569 Sep 16 00:54:08.298483 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46564) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:08.299526 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] Sync routers for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:54:08.309208 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:54:08.309804 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:54:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:08.401764 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:08.413958 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: dv-cinder-809303-1-iscsi {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:54:08.501303 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:08.554989 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Deleting port 8706b204-fd07-426b-9f05-5226523458f4 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:08.555332 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:08.591264 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8706b204-fd07-426b-9f05-5226523458f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:54:07Z', 'revision_number': 5, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port': {'id': '8706b204-fd07-426b-9f05-5226523458f4', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:25Z', 'updated_at': '2021-09-16T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:08.617743 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] Checking router: 67d5510b-a594-4ed7-9227-ac2d926832e5 for host: dv-cinder-809303-1-iscsi {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:54:08.625724 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] Routers {'67d5510b-a594-4ed7-9227-ac2d926832e5'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:54:08.626319 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:54:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['67d5510b-a594-4ed7-9227-ac2d926832e5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:08.636944 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] For port 8706b204-fd07-426b-9f05-5226523458f4, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=8706b204-fd07-426b-9f05-5226523458f4,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:08.637314 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:08.649694 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Calling delete_port for 8706b204-fd07-426b-9f05-5226523458f4 owned by network:router_gateway {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:08.711085 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] Set router 67d5510b-a594-4ed7-9227-ac2d926832e5 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:54:08.765236 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:54:08Z', 'revision_number': 6, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port_host': None}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:08.792573 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f257dd-c74b-4c2d-9966-f20fb470b3a2 None None] The sync data for ids ['67d5510b-a594-4ed7-9227-ac2d926832e5'] in dv-cinder-809303-1-iscsi is: [{'id': '67d5510b-a594-4ed7-9227-ac2d926832e5', 'name': 'tempest-TestMinimumBasicScenario-496681139-router', 'tenant_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:24Z', 'updated_at': '2021-09-16T00:54:08Z', 'revision_number': 6, 'project_id': 'dc5d63b0d3ad45839d0345d1fcbb6d4c', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:54:08.817642 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:08.846211 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=8706b204-fd07-426b-9f05-5226523458f4,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:08.911887 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:08.998759 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.000837 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.046057 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.046591 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d5510b-a594-4ed7-9227-ac2d926832e5 {{(pid=100419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:54:09.051771 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.053013 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-021f9ce6-6e5d-4529-87cd-c39d1f8e4d04 admin admin] 10.222.0.13 "DELETE /v2.0/routers/67d5510b-a594-4ed7-9227-ac2d926832e5 HTTP/1.1" status: 204 len: 168 time: 0.7535462 Sep 16 00:54:09.055590 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46566) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:09.102527 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] Deleting subnet a94abfdf-2714-443d-b4c8-127bb5a7245c {{(pid=100419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:54:09.105518 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.142326 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075539'] for subnet, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.226187 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.277635 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25632478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867631'] for subnet, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.307099 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94abfdf-2714-443d-b4c8-127bb5a7245c,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:09.309084 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.310959 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-c3feb3d8-ee75-4d76-8515-7deb67300875 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a94abfdf-2714-443d-b4c8-127bb5a7245c HTTP/1.1" status: 204 len: 168 time: 0.2544494 Sep 16 00:54:09.312874 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7738f8-d80b-4565-9ca3-f3f433eb1a2f None None] Network db21ba95-5d7c-4564-b339-fddb78011588 requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:54:09.313584 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [-] (100423) accepted ('10.222.0.13', 46568) {{(pid=100423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:09.382835 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.435007 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Deleting port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 {{(pid=100423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:09.435345 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.502064 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.db [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] For port 3a8ce861-d81f-4d7b-affb-b29d3bd22543, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=3a8ce861-d81f-4d7b-affb-b29d3bd22543,segment=NetworkSegment(2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11),segment_id=2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11)] {{(pid=100423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:09.502351 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.515241 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Calling delete_port for 3a8ce861-d81f-4d7b-affb-b29d3bd22543 owned by network:dhcp {{(pid=100423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:09.560735 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] DHCP port deletion for db21ba95-5d7c-4564-b339-fddb78011588 request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:54:09.564843 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device b087353c-7e71-4f27-a459-220df8f35036 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:54:09.588413 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: b087353c-7e71-4f27-a459-220df8f35036 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:54:09.589104 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device b087353c-7e71-4f27-a459-220df8f35036 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:54:09.600316 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26404608'] for port, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.626053 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8ce861-d81f-4d7b-affb-b29d3bd22543,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:09.631546 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] No DVR routers for this DVR port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 on host dv-cinder-809303-1-iscsi {{(pid=100423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:54:09.633739 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Deleting port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 {{(pid=100431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:09.634143 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.711732 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.733080 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db21ba95-5d7c-4564-b339-fddb78011588']}} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:09.744099 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11') {'for_net_delete': True} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:09.744390 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.services.segments.db [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e740d57-d1b1-4ac5-a0a2-6318ca8f5a11') {} {{(pid=100423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:09.755251 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3055027'] for segment, before_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.770144 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.776532 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:54:09.776912 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26404337'] for segment, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: Traceback (most recent call last): Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: timer() Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: cb(*args, **kw) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: return func(*args, **kwargs) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: self._notify() Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: self.callback(batched_events) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: event.method(event) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: return f(self, *a, **k) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._get(url).json() Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: return self.request(url, 'GET', **kwargs) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:54:09.778643 dv-cinder-809303-1-iscsi neutron-server[100423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:54:09.834723 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] For port 3a8ce861-d81f-4d7b-affb-b29d3bd22543, host dv-cinder-809303-1-iscsi, got binding levels [] {{(pid=100431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:09.835117 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.840818 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.846430 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron_lib.callbacks.manager [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.850978 dv-cinder-809303-1-iscsi neutron-server[100423]: INFO neutron.wsgi [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db21ba95-5d7c-4564-b339-fddb78011588 HTTP/1.1" status: 204 len: 168 time: 0.5337579 Sep 16 00:54:09.851145 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Calling delete_port for 3a8ce861-d81f-4d7b-affb-b29d3bd22543 owned by network:dhcp {{(pid=100431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:09.851321 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46570) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:09.853694 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.ipam_backend_mixin [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 was not found and therefore no delete operation was performed {{(pid=100431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 00:54:09.855101 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529'] for port, after_delete {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:09.860038 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6500e-f852-4600-9b95-28c7dbf649f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=db21ba95-5d7c-4564-b339-fddb78011588,revision_number=None']} {{(pid=100423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:09.863212 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Network db21ba95-5d7c-4564-b339-fddb78011588 is not hosted by any dhcp agent {{(pid=100431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 00:54:09.863660 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] No DVR routers for this DVR port 3a8ce861-d81f-4d7b-affb-b29d3bd22543 on host dv-cinder-809303-1-iscsi {{(pid=100431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:54:09.892929 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Pushing event deleted for resources: {'Port': ['ID=3a8ce861-d81f-4d7b-affb-b29d3bd22543,revision_number=None']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:09.899930 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.900272 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.901150 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.901657 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.902149 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.903142 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.903717 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.904059 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.904388 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.904737 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.905050 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:09.905541 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b279f16-cec5-4c3e-9603-fd8a35be34a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809303-1-iscsi {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 00:54:10.464227 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568855'] for router_interface, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:10.703323 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Deleting port e2b87865-5995-4b9d-8109-2288bb651ccc {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:10.703666 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:10.783317 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] For port e2b87865-5995-4b9d-8109-2288bb651ccc, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=e2b87865-5995-4b9d-8109-2288bb651ccc,segment=NetworkSegment(74b533dd-09d7-478e-b086-354a987c59a4),segment_id=74b533dd-09d7-478e-b086-354a987c59a4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:10.783681 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:10.796436 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Calling delete_port for e2b87865-5995-4b9d-8109-2288bb651ccc owned by network:router_interface {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:10.970018 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:10.992351 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b87865-5995-4b9d-8109-2288bb651ccc,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:11.156566 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 8706b204-fd07-426b-9f05-5226523458f4 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:54:11.168838 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566439'] for router_interface, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:11.177846 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 8706b204-fd07-426b-9f05-5226523458f4 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:54:11.178269 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 8706b204-fd07-426b-9f05-5226523458f4 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:54:11.178916 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a8ce861-d81f-4d7b-affb-b29d3bd22543 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:54:11.197454 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: 3a8ce861-d81f-4d7b-affb-b29d3bd22543 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:54:11.197795 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device 3a8ce861-d81f-4d7b-affb-b29d3bd22543 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:54:11.384681 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb has already been hosted by L3 agent 71e16d08-2149-4820-854c-a79a91770340 {{(pid=100419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 00:54:11.492079 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] Notify agent at l3_agent.dv-cinder-809303-1-iscsi the message routers_updated {{(pid=100419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 00:54:11.496957 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5b87499b-f33b-48dc-939d-62addcbdc3d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444046 Sep 16 00:54:11.499437 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46572) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:11.501987 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] Sync routers for ids ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'] in dv-cinder-809303-1-iscsi {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 00:54:11.511635 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] Routers {'9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:54:11.512239 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:54:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:11.602465 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:11.616785 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] Set router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb gateway port host: dv-cinder-809303-1-iscsi {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:54:11.707714 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:11.758266 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Deleting port ae0f1b40-eb12-42ac-84b6-a483beefd58a {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:11.758601 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:11.790779 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'external_fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:54:10Z', 'revision_number': 5, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port': {'id': 'ae0f1b40-eb12-42ac-84b6-a483beefd58a', 'name': '', 'network_id': '5f3cf74a-43a0-4a35-8b1f-2a80a71bd1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809303-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89565396-c358-4caa-a9c9-2fe5efd0ad12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809303-1-iscsi'}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:11.820928 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] Checking router: 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb for host: dv-cinder-809303-1-iscsi {{(pid=100434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 00:54:11.829224 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] Routers {'9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'} bound to L3 agent in host dv-cinder-809303-1-iscsi {{(pid=100434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 00:54:11.829830 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809303-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T00:31:03Z,description=,heartbeat_timestamp=2021-09-16T00:54:03Z,host='dv-cinder-809303-1-iscsi',id=71e16d08-2149-4820-854c-a79a91770340,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T00:31:03Z,topic='l3_agent')) {'router_ids': ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'], 'active': True} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:11.840444 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] For port ae0f1b40-eb12-42ac-84b6-a483beefd58a, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=ae0f1b40-eb12-42ac-84b6-a483beefd58a,segment=NetworkSegment(bb07a580-3414-4b98-a4b8-d894b8b5eef1),segment_id=bb07a580-3414-4b98-a4b8-d894b8b5eef1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:11.840853 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:11.852875 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Calling delete_port for ae0f1b40-eb12-42ac-84b6-a483beefd58a owned by network:router_gateway {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:12.001143 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_dvr_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] Set router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb gateway port host: None {{(pid=100434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 00:54:12.017812 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.047697 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0f1b40-eb12-42ac-84b6-a483beefd58a,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:12.052709 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.l3_hamode_db [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:54:11Z', 'revision_number': 6, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port_host': None}], 'dv-cinder-809303-1-iscsi', False) {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:12.081093 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbb4b6-efce-45f8-87a5-f90d156ed2d8 None None] The sync data for ids ['9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb'] in dv-cinder-809303-1-iscsi is: [{'id': '9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb', 'name': 'tempest-TestMinimumBasicScenario-2136289750-router', 'tenant_id': '93421ab470464b7ba72169000ea4acba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T00:50:29Z', 'updated_at': '2021-09-16T00:54:11Z', 'revision_number': 6, 'project_id': '93421ab470464b7ba72169000ea4acba', 'gw_port_host': None}] {{(pid=100434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 00:54:12.106881 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566369'] for router_gateway, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.200586 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1456'] for router, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.202681 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.246041 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568523'] for router, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.246558 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb {{(pid=100419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 00:54:12.250784 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.251975 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-ed0bb23b-4e18-4103-9a43-e72e5062e6c3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9c62fe36-4c7b-4fdf-bbc8-d21530cc62cb HTTP/1.1" status: 204 len: 168 time: 0.7515736 Sep 16 00:54:12.255092 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46574) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:12.297463 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] Deleting subnet 16f29860-b08a-4ed1-8c54-9496274b60cd {{(pid=100419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 00:54:12.300938 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.333920 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26075539'] for subnet, precommit_delete_associations {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.415227 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1653057'] for subnet, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.470254 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25632478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26867631'] for subnet, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.497441 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f29860-b08a-4ed1-8c54-9496274b60cd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:12.502417 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.504637 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-10ada432-07fc-4808-9ca3-073e83e6a484 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16f29860-b08a-4ed1-8c54-9496274b60cd HTTP/1.1" status: 204 len: 168 time: 0.2485576 Sep 16 00:54:12.507190 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46576) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:12.507696 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0c31b-f6a6-4d78-9f72-23e3b6eae8fc None None] Network 728edc93-1a04-4882-89da-5890481ab72b requested from dv-cinder-809303-1-iscsi {{(pid=100431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 00:54:12.578589 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095280'] for network, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.631471 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Deleting port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 00:54:12.631812 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762126336305'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.694971 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] For port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3, host dv-cinder-809303-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809303-1-iscsi',level=0,port_id=c385405b-b8a8-4c11-b4bc-a0238d0ca6d3,segment=NetworkSegment(74b533dd-09d7-478e-b086-354a987c59a4),segment_id=74b533dd-09d7-478e-b086-354a987c59a4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 00:54:12.695328 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572767'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.706996 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Calling delete_port for c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 00:54:12.785289 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1992112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762126341623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762125774529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25632497'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.811632 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c385405b-b8a8-4c11-b4bc-a0238d0ca6d3,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:12.813504 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] No DVR routers for this DVR port c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 on host dv-cinder-809303-1-iscsi {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 00:54:12.828264 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490fb21f-c2b0-42c3-b143-21b2115ef808 None None] DHCP port deletion for 728edc93-1a04-4882-89da-5890481ab72b request from dv-cinder-809303-1-iscsi {{(pid=100431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 00:54:12.893283 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1652422', 'neutron.services.segments.db._delete_segments_for_network-8762126350237'] for network, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.915293 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728edc93-1a04-4882-89da-5890481ab72b']}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:12.924677 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b533dd-09d7-478e-b086-354a987c59a4') {'for_net_delete': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:12.925021 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.services.segments.db [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b533dd-09d7-478e-b086-354a987c59a4') {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 00:54:12.934647 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762126351782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26075544'] for segment, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.947860 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972'] for segment, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.953727 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 00:54:12.954129 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1653972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25631744'] for segment, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: Traceback (most recent call last): Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: timer() Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: cb(*args, **kw) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: return func(*args, **kwargs) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: self._notify() Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: self.callback(batched_events) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: event.method(event) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: return f(self, *a, **k) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._get(url).json() Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: return self.request(url, 'GET', **kwargs) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 00:54:12.955721 dv-cinder-809303-1-iscsi neutron-server[100419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 00:54:13.009530 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1652447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566277'] for network, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.015030 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576802'] for network, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.017069 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/728edc93-1a04-4882-89da-5890481ab72b HTTP/1.1" status: 204 len: 168 time: 0.5088718 Sep 16 00:54:13.029080 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424a2e8-77e4-4cd5-af4f-8966bb9621a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=728edc93-1a04-4882-89da-5890481ab72b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:13.091011 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device ae0f1b40-eb12-42ac-84b6-a483beefd58a no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:54:13.111948 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: ae0f1b40-eb12-42ac-84b6-a483beefd58a {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:54:13.112292 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device ae0f1b40-eb12-42ac-84b6-a483beefd58a not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:54:13.113774 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device e2b87865-5995-4b9d-8109-2288bb651ccc no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:54:13.137920 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: e2b87865-5995-4b9d-8109-2288bb651ccc {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:54:13.138290 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device e2b87865-5995-4b9d-8109-2288bb651ccc not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:54:13.138834 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 no longer exists at agent ovs-agent-dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 00:54:13.158266 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] No Port match for: c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 {{(pid=100431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 00:54:13.158610 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron.plugins.ml2.rpc [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Device c385405b-b8a8-4c11-b4bc-a0238d0ca6d3 not bound to the agent host dv-cinder-809303-1-iscsi {{(pid=100431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 00:54:13.194898 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46580) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:13.239751 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-d2b2f472-6fb6-4d97-aa2c-6ffd4715a8a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc5d63b0d3ad45839d0345d1fcbb6d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436985 Sep 16 00:54:13.242710 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46582) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:13.289521 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e043974-5196-4873-8925-ad805f5e57dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.310472 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e043974-5196-4873-8925-ad805f5e57dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.355846 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e043974-5196-4873-8925-ad805f5e57dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.358294 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e043974-5196-4873-8925-ad805f5e57dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.359428 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-1e043974-5196-4873-8925-ad805f5e57dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/916cb609-87a0-4c53-abc2-21568b2e41bd HTTP/1.1" status: 204 len: 168 time: 0.1158218 Sep 16 00:54:13.368002 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e043974-5196-4873-8925-ad805f5e57dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916cb609-87a0-4c53-abc2-21568b2e41bd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:13.662004 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46588) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:13.700904 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-076de46a-f5e5-4a94-b220-677d61c069af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93421ab470464b7ba72169000ea4acba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376902 Sep 16 00:54:13.703330 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [-] (100419) accepted ('10.222.0.13', 46590) {{(pid=100419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 00:54:13.751362 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2f56fa1d-8a6a-4679-9bad-8b604f17256a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.771848 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2f56fa1d-8a6a-4679-9bad-8b604f17256a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.820952 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2f56fa1d-8a6a-4679-9bad-8b604f17256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568256'] for security_group, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.823507 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2f56fa1d-8a6a-4679-9bad-8b604f17256a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:13.825031 dv-cinder-809303-1-iscsi neutron-server[100419]: INFO neutron.wsgi [None req-2f56fa1d-8a6a-4679-9bad-8b604f17256a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3365d85-5b65-433f-9a6d-cfd7aa418a84 HTTP/1.1" status: 204 len: 168 time: 0.1206071 Sep 16 00:54:13.833501 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56fa1d-8a6a-4679-9bad-8b604f17256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3365d85-5b65-433f-9a6d-cfd7aa418a84,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 00:54:17.449584 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:54:30.007018 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [req-a7a6ae3a-27c3-41de-a0df-8ecbb106f36d req-19f74126-bbfb-4e9e-bce8-5d9cbb5fe87e service neutron] (100423) timed out ('10.222.0.39', 53377) {{(pid=100423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 00:54:30.082709 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-be377b51-76c5-43ea-9ef0-ad7a721d4409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:32.779043 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb995830-7aae-4c67-9c95-67df3c366d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:33.110029 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:33.669152 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:33.943978 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:35.867690 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:54:50.431793 dv-cinder-809303-1-iscsi neutron-server[100419]: DEBUG neutron.wsgi [req-cf6aaa44-1849-4008-824f-d35b93aa1b9a req-89a40630-bbbc-41f2-9ed4-19583a6f3424 service neutron] (100419) timed out ('10.222.0.39', 53408) {{(pid=100419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 00:54:54.448499 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:55:00.081924 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-54f6c514-f1fa-46c4-943e-cc4f314c7870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:02.780298 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-12a8869e-1ebf-489d-8d59-3d6e061172f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:03.124024 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:03.670493 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:03.946392 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:05.870808 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:30.082612 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30dc6b56-7771-4927-b470-8bfe160ffbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:31.446802 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:55:32.780196 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d976a07a-7527-4e82-8cfa-b7bb03f054b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:33.138447 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:33.672418 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:33.949007 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:55:35.874171 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:00.083154 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3139f0db-88c0-443c-b9af-1157c1edd44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:02.779953 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-966280d0-9eb5-47d6-a93d-55ecbc82ea42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:03.136937 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:03.673548 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:03.950410 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:05.877012 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:08.444848 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:56:30.084124 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d5744ea8-eb7e-41f1-8bc3-20aea1454ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:32.780412 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-815059b9-154a-4ab5-b6eb-e256388d8efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:33.152912 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:33.674413 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:33.954569 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:35.880284 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:56:45.443301 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:57:00.084178 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c3ac9cd0-ce8a-4502-9cfc-33cfb1190dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:02.781326 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2bb7-76ad-4bc1-8f1d-a9d15953a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:03.151769 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:03.676471 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:03.955163 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:05.882071 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:22.441372 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:57:30.084806 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-28698c84-4e90-4216-87d4-d6e1ebbe9e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:32.782890 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-230d011a-d9db-4aa1-81c3-5e11d9fff142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:33.164443 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:33.682276 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:33.957160 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:35.887916 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:57:59.439827 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:58:00.086777 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-03a6c84f-2794-46a2-bdb8-caf8c690af57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:02.788245 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d209-08ba-4acc-89a3-d4c480ffc2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:03.163740 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:03.683011 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:03.960824 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:05.889389 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:30.087452 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-67d0e7b6-eb97-4b4b-83a2-b5917a9f3f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:32.779697 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c9689bd0-43c2-4c67-848b-8bd376a7e295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:33.168901 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:33.684432 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:33.964073 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:35.893425 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:58:36.438986 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:58:48.169978 dv-cinder-809303-1-iscsi neutron-server[100423]: DEBUG neutron.wsgi [req-e9fefd5a-c408-4b40-8ddd-54ec1e3c0ccf req-8dce3339-4e26-4edc-b364-7799be12586a service neutron] (100423) timed out ('10.222.0.13', 41128) {{(pid=100423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 00:59:00.087314 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-10da53b2-633d-4ed6-8a98-19541093f804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:02.780972 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-55aedecd-9707-4ded-9ee2-be3d0f49b621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:03.165737 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:03.685355 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:03.966526 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:05.896809 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:13.437593 dv-cinder-809303-1-iscsi neutron-server[100434]: DEBUG neutron.db.agents_db [None req-02c9d69e-7c25-4ccc-992b-c413e156f2f6 None None] Agent healthcheck: found 6 active agents {{(pid=100434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 00:59:30.089317 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a9af2414-b6bb-463f-ad65-6b4c056d25f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:32.782031 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7a6afdce-72ce-423b-8ee7-4f931862d1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:33.176520 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d029cac7-18d9-40dd-8ad8-5ac079254791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:33.687644 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b105491-42c7-4aac-a7ae-5cf4f99119d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:33.969562 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb19b2a5-7721-48a0-8508-e3eb24f729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 00:59:35.900321 dv-cinder-809303-1-iscsi neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b600-0a19-4da7-930c-b3192025cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762126350219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691334'] for agent, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}